-----============= acceptance-small: sanity-pcc ============----- Thu May  1 17:31:54 EDT 2025
mgs: CentOS Linux release 7.9.2009 (Core)
MGS_OS_VERSION_ID=7
MGS_OS_ID=centos
MGS_OS_VERSION_CODE=117440512
MGS_OS_ID_LIKE=rhel fedora centos
mds1: CentOS Linux release 7.9.2009 (Core)
MDS1_OS_ID_LIKE=rhel fedora centos
MDS1_OS_ID=centos
MDS1_OS_VERSION_ID=7
MDS1_OS_VERSION_CODE=117440512
ost1: CentOS Linux release 7.9.2009 (Core)
OST1_OS_VERSION_CODE=117440512
OST1_OS_VERSION_ID=7
OST1_OS_ID_LIKE=rhel fedora centos
OST1_OS_ID=centos
client: CentOS Linux release 7.9.2009 (Core)
CLIENT_OS_ID=centos
CLIENT_OS_ID_LIKE=rhel fedora centos
CLIENT_OS_VERSION_ID=7
CLIENT_OS_VERSION_CODE=117440512
=== sanity-pcc: start setup 17:32:03 (1746135123) ===
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
oleg142-client.virtnet: executing check_config_client /mnt/lustre
oleg142-client.virtnet: Checking config lustre mounted on /mnt/lustre
Checking servers environments
Checking clients oleg142-client.virtnet environments
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aa07d800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012ab19000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa07d800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ab19000.idle_timeout=debug
disable quota as required
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
=== sanity-pcc: finish setup 17:32:21 (1746135141) ===
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [true]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d0_runas_test/f7051]
nobody:x:99:
oleg142-server: ls: cannot access /home/green/git/lustre-release/lustre/tests/except/sanity-pcc.*ex: No such file or directory
excepting tests: 
Killing existing copytools on oleg142-client.virtnet
pkill: pidfile not valid
Try `pkill --help' for more information.
Set HSM on and start
Set sanity-hsm HSM policy

== sanity-pcc test 1a: Test manual lfs pcc attach with manual HSM restore ========================================================== 17:32:47 (1746135167)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253763 s, 207 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7db5ac3f-60ca-4b50-bf4e-810de5c1556d
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7db5ac3f-60ca-4b50-bf4e-810de5c1556d (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1a.sanity-pcc/d1a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0726729 s, 105 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1a.sanity-pcc/f1a.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1a.sanity-pcc is idle now
PASS 1a (16s)

== sanity-pcc test 1b: Test manual lfs pcc attach with restore on remote access ========================================================== 17:33:03 (1746135183)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142459 s, 368 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fc2afc11-02fe-4bcb-9fd6-f579b8e4fa7f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fc2afc11-02fe-4bcb-9fd6-f579b8e4fa7f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1b.sanity-pcc/d1b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0782383 s, 97.8 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1b.sanity-pcc/f1b.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1b.sanity-pcc is idle now
PASS 1b (13s)

== sanity-pcc test 1c: Test automated attach using Project ID with manual HSM restore ========================================================== 17:33:16 (1746135196)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff88012ab18000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff880136944000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ab18000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff880136944000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965763 s, 543 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 06906060-4de1-443e-bc75-8fcd35ad8658
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=06906060-4de1-443e-bc75-8fcd35ad8658 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1c.sanity-pcc/d1c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0885699 s, 86.4 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1c.sanity-pcc/f1c.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1c.sanity-pcc is idle now
PASS 1c (65s)

== sanity-pcc test 1d: Test Project ID with remote access ========================================================== 17:34:22 (1746135262)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b6041800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a532800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6041800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a532800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945625 s, 554 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5bcae9b0-1503-485a-ba90-de4bc154fe84
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5bcae9b0-1503-485a-ba90-de4bc154fe84 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0761178 s, 101 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1d.sanity-pcc is idle now
PASS 1d (81s)

== sanity-pcc test 1e: Test RW-PCC with non-root user ==== 17:35:43 (1746135343)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_1e/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_1e/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0129973 s, 78.8 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00381358 s, 269 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00374322 s, 274 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0]
touch: cannot touch '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1e (9s)

== sanity-pcc test 1f: Test auto RW-PCC cache with non-root user ========================================================== 17:35:52 (1746135352)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b5b08800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012abb0000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b5b08800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012abb0000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851979 s, 615 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: dbdb745a-562a-4e34-a75a-a4d4fc8611cf
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dbdb745a-562a-4e34-a75a-a4d4fc8611cf (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0035248 s, 291 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00265158 s, 386 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=256] [count=1]
1+0 records in
1+0 records out
256 bytes (256 B) copied, 0.00566738 s, 45.2 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0]
touch: cannot touch '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1f.sanity-pcc is idle now
PASS 1f (64s)

== sanity-pcc test 1g: General permission test for RW-PCC ========================================================== 17:36:56 (1746135416)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969588 s, 541 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 370f48b0-2c4a-402c-b24f-b8318395a793
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=370f48b0-2c4a-402c-b24f-b8318395a793 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1g.sanity-pcc/d1g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00784043 s, 131 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00617728 s, 166 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
detach: cannot detach '/mnt/lustre/f1g.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
Waiting 200s for 'SUCCEED'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0134449 s, 76.2 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1g.sanity-pcc is idle now
PASS 1g (10s)

== sanity-pcc test 2a: Test multi open when creating ===== 17:37:06 (1746135426)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
insmod: ERROR: could not insert module /home/green/git/lustre-release/lustre/ptlrpc/gss/ptlrpc_gss.ko: File exists
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aaa8c800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b6047800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aaa8c800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6047800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250119 s, 210 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2e4d05dc-6a6d-41be-af5f-5e4254178e89
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2e4d05dc-6a6d-41be-af5f-5e4254178e89 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2a.sanity-pcc/multiop vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.24694
client oleg142-client.virtnet multiop_bg started multiop_pid=24705
---------- 1 root root 14 May  1 17:38 /mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc/2343/0x200002341:0x2:0x0
Stopping multiop_pid=24705 (kill 24705 on oleg142-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d2a.sanity-pcc is idle now
PASS 2a (75s)

== sanity-pcc test 2b: Test multi remote open when creating ========================================================== 17:38:21 (1746135501)

 SKIP: sanity-pcc test_2b Need 2 or more clients, have 1
SKIP 2b (2s)

== sanity-pcc test 2c: Test multi open on different mount points when creating ========================================================== 17:38:24 (1746135504)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aa010800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012abb6000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa010800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012abb6000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249149 s, 210 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b6a193b1-3c53-4773-83f1-27276fd4bcfe
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b6a193b1-3c53-4773-83f1-27276fd4bcfe (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2c.sanity-pcc/d2c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2c.sanity-pcc/f2c.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.27909
client oleg142-client.virtnet multiop_bg started multiop_pid=27919
Stopping multiop_pid=27919 (kill 27919 on oleg142-client.virtnet)
multiopen_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d2c.sanity-pcc is idle now
PASS 2c (99s)

== sanity-pcc test 3a: Repeat attach/detach operations === 17:40:03 (1746135603)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_3a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0199229 s, 51.4 kB/s
Start to RW-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RW-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Start to RO-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RO-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
PASS 3a (8s)

== sanity-pcc test 3b: Repeat attach/detach operations on multiple clients ========================================================== 17:40:11 (1746135611)

 SKIP: sanity-pcc test_3b Need 3 or more clients, have 1
SKIP 3b (2s)

== sanity-pcc test 4: Auto cache test for mmap =========== 17:40:13 (1746135613)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
oleg142-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9a44800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800b6388000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9a44800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6388000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19262 s, 272 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d4.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a98a94c0-15b7-40a2-943d-4b86b1a196b0
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f4.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a98a94c0-15b7-40a2-943d-4b86b1a196b0 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d4.sanity-pcc/d4.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
mmap test1: basic mmap operation (PASS, 0.038047s)
mmap test2: MAP_PRIVATE not write back (PASS, 0.046618s)
mmap test3: concurrent mmap ops on two nodes (PASS, 2.0642s)
mmap test4: c1 write to f1 from mmapped f2, c2 write to f1 from mmapped f1 (PASS, 4.1573s)
mmap test5: read/write file to/from the buffer which mmapped to just this file (PASS, 0.042205s)
mmap test6: check mmap write/read content on two nodes (PASS, 0.93511s)
mmap test7: file i/o with an unmapped buffer (SKIPPED, 0s)
mmap test8: SIGBUS for beyond file size (SKIPPED, 0s)
mmap test9: SIGBUS for negative file offset (SKIPPED, 0s)
mmap test10: multi-thread mmap access (PASS, 0.18589s)
mmap test11: multi-thread shared mmap (PASS, 0.18307s)
mmap test10: mtime not change for readonly mmap access (PASS, 1.0391s)
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a9a44800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b6388000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d4.sanity-pcc is idle now
PASS 4 (93s)

== sanity-pcc test 5: Mmap & cat a RW-PCC cached file ==== 17:41:46 (1746135706)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123462 s, 425 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d5.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9a76b134-6e27-4b7b-85cc-8fb9587b476b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f5.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9a76b134-6e27-4b7b-85cc-8fb9587b476b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d5.sanity-pcc/d5.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d5.sanity-pcc is idle now
PASS 5 (9s)

== sanity-pcc test 6: Test mmap write on RW-PCC ========== 17:41:55 (1746135715)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132884 s, 395 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d6.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0458b8a4-e719-400d-959e-be96d663cb95
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f6.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0458b8a4-e719-400d-959e-be96d663cb95 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d6.sanity-pcc/d6.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d6.sanity-pcc is idle now
PASS 6 (10s)

== sanity-pcc test 7a: Fake file detached between fault() and page_mkwrite() for RW-PCC ========================================================== 17:42:06 (1746135726)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122484 s, 428 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: cb0abb5d-5339-44d5-96bc-ea4dd3754e13
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=cb0abb5d-5339-44d5-96bc-ea4dd3754e13 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7a.sanity-pcc/d7a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1412
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7a.sanity-pcc is idle now
PASS 7a (8s)

== sanity-pcc test 7b: Test the race with concurrent mkwrite and detach ========================================================== 17:42:14 (1746135734)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185151 s, 283 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4893b1a9-3d75-41e4-a658-4ba7ce7aa2db
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4893b1a9-3d75-41e4-a658-4ba7ce7aa2db (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7b.sanity-pcc/d7b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1413
fail_val=20
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7b.sanity-pcc is idle now
PASS 7b (47s)

== sanity-pcc test 8: Test fake -ENOSPC tolerance for RW-PCC ========================================================== 17:43:01 (1746135781)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162805 s, 322 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d8.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ebd67483-4581-45d6-917d-fc6223f36f2e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f8.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ebd67483-4581-45d6-917d-fc6223f36f2e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d8.sanity-pcc/d8.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d8.sanity-pcc is idle now
PASS 8 (8s)

== sanity-pcc test 9: Test -ENOSPC tolerance on loop PCC device for RW-PCC ========================================================== 17:43:09 (1746135789)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994201 s, 527 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.9a: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c2f80e78-c51a-4bbd-854c-5eca95f8e8e8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f9.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c2f80e78-c51a-4bbd-854c-5eca95f8e8e8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.9a/d9.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.9a/d9.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 1.7104 s, 36.8 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.9a is idle now
PASS 9 (9s)

== sanity-pcc test 10a: Test RW-PCC with user quota on loop PCC device ========================================================== 17:43:18 (1746135798)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171496 s, 306 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f68d30c5-e020-4aae-8e64-7ce58b5c66fb
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f68d30c5-e020-4aae-8e64-7ce58b5c66fb (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.253609 s, 62.0 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.201532 s, 78.0 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x26:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10a.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10a.sanity-pcc/uquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.66246 s, 18.9 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10a.sanity-pcc is idle now
PASS 10a (10s)

== sanity-pcc test 10b: Test RW-PCC with group quota on loop PCC device ========================================================== 17:43:29 (1746135809)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152524 s, 344 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fc716781-c7f7-48f4-816d-44e1fcff365e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fc716781-c7f7-48f4-816d-44e1fcff365e (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.354195 s, 44.4 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.164992 s, 95.3 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x2b:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10b.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10b.sanity-pcc/gquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.55077 s, 20.3 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10b.sanity-pcc is idle now
PASS 10b (10s)

== sanity-pcc test 10c: Test RO-PCC with user quota on loop PCC device ========================================================== 17:43:39 (1746135819)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147933 s, 354 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 341371ff-7f97-4c1c-81b4-ec7e7f75cf2a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=341371ff-7f97-4c1c-81b4-ec7e7f75cf2a (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.318415 s, 49.4 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.241895 s, 65.0 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10c.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10c.sanity-pcc is idle now
PASS 10c (10s)

== sanity-pcc test 10d: Test RO-PCC with group quota on loop PCC device ========================================================== 17:43:49 (1746135829)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173185 s, 303 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 62af21ed-63da-4b62-8b7a-bdf380926024
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=62af21ed-63da-4b62-8b7a-bdf380926024 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.280023 s, 56.2 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.371812 s, 42.3 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10d.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10d.sanity-pcc is idle now
PASS 10d (11s)

== sanity-pcc test 10e: Tolerate -EDQUOT failure when auto PCC-RO attach with user quota ========================================================== 17:44:00 (1746135840)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218067 s, 240 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 57f92e38-e501-47f2-8478-73a0d5f0f061
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=57f92e38-e501-47f2-8478-73a0d5f0f061 (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10e.sanity-pcc/d10e.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: uid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0637672 s, 32.9 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.00877059 s, 239 MB/s
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0737785 s, 71.1 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0649803 s, 80.7 MB/s
file: /mnt/lustre/f10e.sanity-pcc, type: none
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10e.sanity-pcc is idle now
PASS 10e (9s)

== sanity-pcc test 10f: Tolerate -EDQUOT failure when auto PCC-RO attach with group quota ========================================================== 17:44:09 (1746135849)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209157 s, 251 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a66462eb-1119-4c70-9a1a-f40cf81f51ed
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a66462eb-1119-4c70-9a1a-f40cf81f51ed (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10f.sanity-pcc/d10f.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: gid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.054352 s, 38.6 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0142732 s, 147 MB/s
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.101037 s, 51.9 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0673924 s, 77.8 MB/s
file: /mnt/lustre/f10f.sanity-pcc, type: none
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10f.sanity-pcc is idle now
PASS 10f (8s)

== sanity-pcc test 11: Test attach fault injection with simulated PCC file path ========================================================== 17:44:18 (1746135858)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111706 s, 469 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d11.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 80e666a4-be93-484e-9c5e-8ff24362f2a9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f11.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=80e666a4-be93-484e-9c5e-8ff24362f2a9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d11.sanity-pcc/d11.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32d9
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32db
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3a:0x0]: Permission denied (13)
lfs pcc pcc: cannot attach with ID: 2: Permission denied (13)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Permission denied
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3b:0x0]: Invalid argument (22)
lfs pcc pcc: cannot attach with ID: 2: Invalid argument (22)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Invalid argument
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d11.sanity-pcc is idle now
PASS 11 (9s)

== sanity-pcc test 12: RW-PCC attach races with concurrent HSM remove ========================================================== 17:44:26 (1746135866)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_12/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1414
fail_val=20
/mnt/lustre/f12.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
PASS 12 (26s)

== sanity-pcc test 13a: Test auto RW-PCC create caching for UID/GID rule ========================================================== 17:44:52 (1746135892)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: uid={500}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00801352 s, 128 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.010865 s, 94.2 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00580977 s, 176 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: gid={500}
lfs mkdir: dirstripe error on '/mnt/lustre/d13a.sanity-pcc': stripe already set
lfs setdirstripe: cannot create dir '/mnt/lustre/d13a.sanity-pcc': File exists
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00660891 s, 155 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00339069 s, 302 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00991378 s, 103 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 13a (15s)

== sanity-pcc test 13b: Test auto RW-PCC create caching for file name with wildcard ========================================================== 17:45:07 (1746135907)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13b/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13b/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: fname={*.h5 suffix.* Mid*dle}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00652857 s, 157 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/suffix.doc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00686392 s, 149 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/MidPADdle] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0435389 s, 23.5 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/Midpad] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0148593 s, 68.9 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 13b (7s)

== sanity-pcc test 13c: Check auto RW-PCC create caching for UID/GID/ProjID/fname rule ========================================================== 17:45:14 (1746135914)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
oleg142-server: libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
oleg142-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
oleg142-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b3b9d800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012d995000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b3b9d800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012d995000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135472 s, 387 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d13c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 05e2baa4-7f43-487b-930e-cb20c284288e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f13c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=05e2baa4-7f43-487b-930e-cb20c284288e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100 200}&fname={*.h5},uid={500}&gid={500}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0141103 s, 72.6 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0100784 s, 102 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0106858 s, 95.8 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0102661 s, 99.7 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13c.sanity-pcc/ugidcache] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00647617 s, 158 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d13c.sanity-pcc is idle now
PASS 13c (91s)

== sanity-pcc test 14: Revocation of the layout lock should detach the file automatically ========================================================== 17:46:45 (1746136005)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_14/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 14 (7s)

== sanity-pcc test 15: Test auto attach at open when file is still valid cached ========================================================== 17:46:52 (1746136012)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155532 s, 337 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d15.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0e4cbd67-e1db-4731-b5ac-2ee696f23cb7
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f15.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0e4cbd67-e1db-4731-b5ac-2ee696f23cb7 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d15.sanity-pcc/d15.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach for non-root user
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0144661 s, 70.8 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
file: /mnt/lustre/d15.sanity-pcc/f15.sanity-pcc, type: readwrite, PCC_file: /d15.sanity-pcc/3aa0/0x200003ab1:0x11:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
Verify auto attach at open for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
Verify auto attach at open for RO-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d15.sanity-pcc is idle now
PASS 15 (13s)

== sanity-pcc test 16: Test detach with different options ========================================================== 17:47:06 (1746136026)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.310884 s, 169 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d16.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b331c335-085e-4b5d-9c66-6e226aedadb8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f16.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b331c335-085e-4b5d-9c66-6e226aedadb8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d16.sanity-pcc/d16.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Test detach for RW-PCC
Test for reusing valid PCC cache
Test for the default detach
Waiting 200s for 'SUCCEED'
Test detach for RO-PCC
detach_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d16.sanity-pcc is idle now
PASS 16 (14s)

== sanity-pcc test 17: Test auto attach for layout refresh ========================================================== 17:47:19 (1746136039)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127793 s, 410 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d17.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f588467d-c4d2-4dbc-a322-7b742c69cf34
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f17.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f588467d-c4d2-4dbc-a322-7b742c69cf34 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d17.sanity-pcc/d17.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d17.sanity-pcc/d17.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 94
    autocache: projid={100}
Verify auto attach during IO for truncate
Verify auto attach during IO for read/write
multiop /mnt/lustre/f17.sanity-pcc vO_r
TMPPIPE=/tmp/multiop_open_wait_pipe.19475
client oleg142-client.virtnet multiop_bg started multiop_pid=19486
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
Stopping multiop_pid=19486 (kill 19486 on oleg142-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d17.sanity-pcc is idle now
PASS 17 (16s)

== sanity-pcc test 18: Verify size correctness after re-attach the file ========================================================== 17:47:35 (1746136055)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990926 s, 529 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d18.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f83ae6f3-f3f1-406d-a601-aa11ad2bc615
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f18.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f83ae6f3-f3f1-406d-a601-aa11ad2bc615 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d18.sanity-pcc/d18.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d18.sanity-pcc/d18.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.152503 s, 27.5 MB/s
file: /mnt/lustre/f18.sanity-pcc, type: readwrite, PCC_file: /d18.sanity-pcc/3aac/0x200003ab1:0x1d:0x0, open_count: 0, flags: 0
file: /mnt/lustre/f18.sanity-pcc, type: none
/mnt/lustre/f18.sanity-pcc has size 4194304 OK
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00687153 s, 149 kB/s
/mnt/lustre2/f18.sanity-pcc has size 1049600 OK
file: /mnt/lustre/f18.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d18.sanity-pcc is idle now
PASS 18 (10s)

== sanity-pcc test 19: Verify the file re-attach works as expected ========================================================== 17:47:45 (1746136065)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157098 s, 334 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d19.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: df1c1185-b42a-42d1-adc2-98d6d12bb758
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f19.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=df1c1185-b42a-42d1-adc2-98d6d12bb758 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d19.sanity-pcc/d19.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d19.sanity-pcc is idle now
PASS 19 (8s)

== sanity-pcc test 20: Auto attach works after the inode was once evicted from cache ========================================================== 17:47:53 (1746136073)
120+0 records in
120+0 records out
125829120 bytes (126 MB) copied, 0.240465 s, 523 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d20.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/122880             done                            
Creating filesystem with 122880 1k blocks and 30720 inodes
Filesystem UUID: 1e94db4d-02f6-4547-ba5a-f7a501dc2133
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/15     done                            
Writing inode tables:  0/15     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/15     done

/tmp/f20.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1e94db4d-02f6-4547-ba5a-f7a501dc2133 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d20.sanity-pcc/d20.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d20.sanity-pcc is idle now
PASS 20 (9s)

== sanity-pcc test 21a: PCC-RO storing as a plain HSM mirror component for plain layout ========================================================== 17:48:02 (1746136082)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129766 s, 404 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f243bea8-2cd7-41c9-8b48-57c31e898de1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f243bea8-2cd7-41c9-8b48-57c31e898de1 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21a.sanity-pcc/d21a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Plain layout info before PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x29
lmm_fid:           [0x200003ab1:0x29:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           267	        0x10b	   0x280000400


FLR layout info after PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC attach /mnt/lustre/f21a.sanity-pcc again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC detach '/mnt/lustre/f21a.sanity-pcc' again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21a.sanity-pcc is idle now
PASS 21a (7s)

== sanity-pcc test 21b: PCC-RO stroing as a plain HSM mirror component for FLR layouts ========================================================== 17:48:09 (1746136089)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133018 s, 394 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b7eb9b19-f8d3-4164-bf28-d7dbcbea9fd1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b7eb9b19-f8d3-4164-bf28-d7dbcbea9fd1 (extents) (64bit) (large files) (huge files)
FLR layout before PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc' again:
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21b.sanity-pcc is idle now
PASS 21b (8s)

== sanity-pcc test 21c: Verify HSM release works storing PCC-RO as HSM mirror component ========================================================== 17:48:17 (1746136097)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993612 s, 528 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2dba952f-83e2-4ee1-b484-c47ce023138a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2dba952f-83e2-4ee1-b484-c47ce023138a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21c.sanity-pcc/d21c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21c.sanity-pcc: (0x00000009) exists archived, archive_id:2
/mnt/lustre/f21c.sanity-pcc
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
    lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    0
      lmm_stripe_offset: 0

    lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
/mnt/lustre/f21c.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21c.sanity-pcc is idle now
PASS 21c (7s)

== sanity-pcc test 21d: Write should invalidate PCC-RO caching ========================================================== 17:48:24 (1746136104)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147222 s, 356 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e0cd74bc-372a-4a05-b9e4-510bebfad706
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e0cd74bc-372a-4a05-b9e4-510bebfad706 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21d.sanity-pcc/d21d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21d.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           270	        0x10e	   0x280000400

PCC-RO attach '/mnt/lustre/f21d.sanity-pcc':
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Write invalidated PCC-RO cache:
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21d.sanity-pcc is idle now
PASS 21d (6s)

== sanity-pcc test 21e: Truncate should invalidate PCC-RO caching ========================================================== 17:48:30 (1746136110)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115046 s, 456 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fa72141e-8172-4136-88be-2a837997e7a3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fa72141e-8172-4136-88be-2a837997e7a3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21e.sanity-pcc/d21e.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21e.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           271	        0x10f	   0x240000400

PCC-RO attach '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Trucate invalidate PCC-RO file '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21e.sanity-pcc is idle now
PASS 21e (6s)

== sanity-pcc test 21f: mmap write should invalidate PCC-RO caching ========================================================== 17:48:36 (1746136116)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116156 s, 451 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 044e4ee0-e705-4525-b954-448c3654b347
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=044e4ee0-e705-4525-b954-448c3654b347 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21f.sanity-pcc/d21f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21f.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           271	        0x10f	   0x280000400

PCC-RO attach '/mnt/lustre/f21f.sanity-pcc':
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write invalidate PCC-RO caching:
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    4294967296
      lhm_archive_ver:   4493216720
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21f.sanity-pcc is idle now
PASS 21f (6s)

== sanity-pcc test 21g: PCC-RO for file under FLR write pending state ========================================================== 17:48:42 (1746136122)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121449 s, 432 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5cfb9d34-eaef-4904-bed4-da8f0d12236d
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5cfb9d34-eaef-4904-bed4-da8f0d12236d (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21g.sanity-pcc/d21g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         wp
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

FLR layout after PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after Write invalidate '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp
  lcm_layout_gen:    5
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21g.sanity-pcc is idle now
PASS 21g (6s)

== sanity-pcc test 21h: Extend mirror once file was PCC-RO cached ========================================================== 17:48:48 (1746136128)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121215 s, 433 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21h.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 00a7a836-d175-40c2-89f9-1e9a5c31c0b4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21h.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=00a7a836-d175-40c2-89f9-1e9a5c31c0b4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21h.sanity-pcc/d21h.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after extend a mirror:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x114:0x0] }

file: /mnt/lustre/f21h.sanity-pcc, type: none

FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc' again:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x114:0x0] }

Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21h.sanity-pcc is idle now
PASS 21h (7s)

== sanity-pcc test 21i: HSM release increase layout gen, should invalidate PCC-RO cache ========================================================== 17:48:55 (1746136135)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132753 s, 395 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21i.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2d9f5b82-8f33-401c-b899-4ccf6094af94
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21i.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2d9f5b82-8f33-401c-b899-4ccf6094af94 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21i.sanity-pcc/d21i.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21i.sanity-pcc: (0x00000009) exists archived, archive_id:2
Layout after HSM release /mnt/lustre/f21i.sanity-pcc:
/mnt/lustre/f21i.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x37
      lmm_fid:           [0x200003ab1:0x37:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC state /mnt/lustre/f21i.sanity-pcc:
file: /mnt/lustre/f21i.sanity-pcc, type: none
Layout after PCC-RO attach /mnt/lustre/f21i.sanity-pcc again:
/mnt/lustre/f21i.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x37
lmm_fid:           [0x200003ab1:0x37:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           278	        0x116	   0x280000400

PCC state:
file: /mnt/lustre/f21i.sanity-pcc, type: readonly, PCC_file: /d21i.sanity-pcc/3a86/0x200003ab1:0x37:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21i.sanity-pcc is idle now
PASS 21i (9s)

== sanity-pcc test 21j: PCC-RO for encrypted file ======== 17:49:04 (1746136144)

 SKIP: sanity-pcc test_21j client encryption not supported
SKIP 21j (2s)

== sanity-pcc test 22: Test RO-PCC attach for the HSM released file ========================================================== 17:49:06 (1746136146)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146469 s, 358 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d22.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f5862cb7-1830-4f2e-a1e3-dd5549d7e893
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f22.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f5862cb7-1830-4f2e-a1e3-dd5549d7e893 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d22.sanity-pcc/d22.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3c
      lmm_fid:           [0x200003ab1:0x3c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    2
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x117:0x0] }

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
Layout after HSM release /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3c
      lmm_fid:           [0x200003ab1:0x3c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc again:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x3c
lmm_fid:           [0x200003ab1:0x3c:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           279	        0x117	   0x240000400

Layout after PCC-RO detach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x3c
lmm_fid:           [0x200003ab1:0x3c:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           279	        0x117	   0x240000400

Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d22.sanity-pcc is idle now
PASS 22 (13s)

== sanity-pcc test 23: Test write/truncate/mmap-write invalidating RO-PCC caching ========================================================== 17:49:19 (1746136159)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122451 s, 428 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d23.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d1ae3c7b-fc93-45ad-8684-73c12950d378
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f23.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d1ae3c7b-fc93-45ad-8684-73c12950d378 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d23.sanity-pcc/d23.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Write should invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
Truncate invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    4294967296
      lhm_archive_ver:   4493216720
      lhm_archive_uuid:  ''
Finish trucate operation
Mmap write invalidates RO-PCC caching
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    4294967296
      lhm_archive_ver:   4493216720
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    7
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
Mmap write /mnt/lustre/f23.sanity-pcc via multiop
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    8
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x44
      lmm_fid:           [0x200003ab1:0x44:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x119:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    4294967296
      lhm_archive_ver:   4493216720
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d23.sanity-pcc is idle now
PASS 23 (9s)

== sanity-pcc test 24a: Test RO-PCC with non-root user === 17:49:28 (1746136168)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153835 s, 341 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 1bb841a3-e830-4926-b529-db1cc6fa12d2
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1bb841a3-e830-4926-b529-db1cc6fa12d2 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: a0
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00965342 s, 106 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00817352 s, 125 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0]
touch: cannot touch '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af6/0x200003ab1:0x47:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24a.sanity-pcc is idle now
PASS 24a (8s)

== sanity-pcc test 24b: General permission test for RO-PCC ========================================================== 17:49:36 (1746136176)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121994 s, 430 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: bbf662a2-44b6-48f2-a6a7-3b024dd2c020
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=bbf662a2-44b6-48f2-a6a7-3b024dd2c020 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24b.sanity-pcc/d24b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00822759 s, 124 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00715889 s, 143 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
detach: cannot detach '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00403209 s, 254 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24b.sanity-pcc is idle now
PASS 24b (7s)

== sanity-pcc test 25: Tolerate fake read failure for RO-PCC ========================================================== 17:49:43 (1746136183)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914945 s, 573 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d25.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 428e5ace-bbdc-4d67-9bd4-c096c11243b3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f25.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=428e5ace-bbdc-4d67-9bd4-c096c11243b3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d25.sanity-pcc/d25.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
fail_loc=0
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d25.sanity-pcc is idle now
PASS 25 (7s)

== sanity-pcc test 26: Repeat the attach/detach when the file has multiple openers ========================================================== 17:49:51 (1746136191)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860796 s, 609 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d26.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 19664d07-7ab7-4406-bfe5-c4b051ecfee5
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f26.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=19664d07-7ab7-4406-bfe5-c4b051ecfee5 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d26.sanity-pcc/d26.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2773
client oleg142-client.virtnet multiop_bg started multiop_pid=2784
Stopping multiop_pid=2784 (kill 2784 on oleg142-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.2888
client oleg142-client.virtnet multiop_bg started multiop_pid=2899
Stopping multiop_pid=2899 (kill 2899 on oleg142-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.3003
client oleg142-client.virtnet multiop_bg started multiop_pid=3014
Stopping multiop_pid=3014 (kill 3014 on oleg142-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.3119
client oleg142-client.virtnet multiop_bg started multiop_pid=3129
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=3129 (kill 3129 on oleg142-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.3270
client oleg142-client.virtnet multiop_bg started multiop_pid=3280
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=3280 (kill 3280 on oleg142-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d26.sanity-pcc is idle now
PASS 26 (31s)

== sanity-pcc test 27: Auto attach at open when the file has multiple openers ========================================================== 17:50:23 (1746136223)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132483 s, 396 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d27.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 407a6b5d-a719-4370-8b6b-4f0a62922ba1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f27.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=407a6b5d-a719-4370-8b6b-4f0a62922ba1 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d27.sanity-pcc/d27.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4190
client oleg142-client.virtnet multiop_bg started multiop_pid=4200
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=4200 (kill 4200 on oleg142-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4334
client oleg142-client.virtnet multiop_bg started multiop_pid=4344
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=4344 (kill 4344 on oleg142-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4478
client oleg142-client.virtnet multiop_bg started multiop_pid=4488
Stopping multiop_pid=4488 (kill 4488 on oleg142-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.4597
client oleg142-client.virtnet multiop_bg started multiop_pid=4607
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800b3b9d800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012d995000.lru_size=clear
Stopping multiop_pid=4607 (kill 4607 on oleg142-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d27.sanity-pcc is idle now
PASS 27 (29s)

== sanity-pcc test 28: RW-PCC attach should fail when the file has cluster-wide openers ========================================================== 17:50:51 (1746136251)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113811 s, 461 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d28.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e6b0bc92-38cf-4ad5-9154-3ff5520b1444
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f28.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e6b0bc92-38cf-4ad5-9154-3ff5520b1444 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d28.sanity-pcc/d28.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.5467
client oleg142-client.virtnet multiop_bg started multiop_pid=5477
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x5f:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Stopping multiop_pid=5477 (kill 5477 on oleg142-client.virtnet)
multiop /mnt/lustre2/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.7051
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x5f:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d28.sanity-pcc is idle now
PASS 28 (13s)

== sanity-pcc test 29a: Auto readonly caching on RO-PCC backend for O_RDONLY open ========================================================== 17:51:04 (1746136264)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
oleg142-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9a41800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012f9b3800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9a41800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012f9b3800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074148 s, 707 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 05f02a9e-2893-42a2-afd1-650067620499
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=05f02a9e-2893-42a2-afd1-650067620499 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
  100 P /mnt/lustre/d29a.sanity-pcc/f29a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29a.sanity-pcc is idle now
PASS 29a (82s)

== sanity-pcc test 29b: Auto PCC-RO attach in atomic_open ========================================================== 17:52:26 (1746136346)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225026 s, 233 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 77274f56-8646-47ed-b020-b91d0e5d4524
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=77274f56-8646-47ed-b020-b91d0e5d4524 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d29b.sanity-pcc/d29b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.dat}
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.0140691 s, 291 kB/s
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00591242 s, 693 kB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00935574 s, 438 kB/s
vm.drop_caches = 3
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.0127579 s, 321 kB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29b.sanity-pcc is idle now
PASS 29b (8s)

== sanity-pcc test 30: Test lctl pcc del command ========= 17:52:34 (1746136354)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133607 s, 392 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d30.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e09a3cbb-6d4d-4a05-9f96-9c1edd90d778
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f30.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e09a3cbb-6d4d-4a05-9f96-9c1edd90d778 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 3e
    autocache: projid={100}
check file 0:'4287' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4289' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'428b' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 1:'0x200004281:0x6:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4287'
Handle the file: 0x200004281:0x6:0x0
Detach and remove the PCC cached file: 0x200004281:0x6:0x0
check file 1:'0x200004281:0x8:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289'
Handle the file: 0x200004281:0x8:0x0
Remove non-cached file: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289/0x200004281:0x8:0x0 flags: 1
check file 1:'0x200004281:0xa:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/428b'
Handle the file: 0x200004281:0xa:0x0
Detach and remove the PCC cached file: 0x200004281:0xa:0x0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d30.sanity-pcc is idle now
PASS 30 (7s)

== sanity-pcc test 31: Test lctl pcc del command with --keep option ========================================================== 17:52:42 (1746136362)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905341 s, 579 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d31.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7fb974e1-f5e7-4348-bdd9-28c5ef86df5e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f31.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7fb974e1-f5e7-4348-bdd9-28c5ef86df5e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d31.sanity-pcc/d31.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d31.sanity-pcc/d31.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 30
    autocache: projid={100}
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d31.sanity-pcc is idle now
PASS 31 (7s)

== sanity-pcc test 32: Test for RO-PCC when PCC copy is deleted ========================================================== 17:52:49 (1746136369)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145466 s, 360 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d32.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 77781695-6a42-456a-8cba-d34fbd3c436e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f32.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=77781695-6a42-456a-8cba-d34fbd3c436e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d32.sanity-pcc/d32.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f32.sanity-pcc vo_rc
TMPPIPE=/tmp/multiop_open_wait_pipe.11778
client oleg142-client.virtnet multiop_bg started multiop_pid=11788
Stopping multiop_pid=11788 (kill 11788 on oleg142-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d32.sanity-pcc is idle now
PASS 32 (14s)

== sanity-pcc test 33: Cache rule with comparator (>, =, <) for file size ========================================================== 17:53:03 (1746136383)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977899 s, 536 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d33.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b28e6d33-b0c6-4ea4-a6f0-88a0b46c1dba
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f33.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b28e6d33-b0c6-4ea4-a6f0-88a0b46c1dba (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d33.sanity-pcc/d33.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.doc}&size<{1M}
file: /mnt/lustre/myfile.doc, type: none
file: /mnt/lustre/myfile.doc, type: none
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size<{5M}&size>{3M}
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size={5M 3M}
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d33.sanity-pcc is idle now
PASS 33 (8s)

== sanity-pcc test 34: Cache rule with comparator (>, <) for Project ID range ========================================================== 17:53:12 (1746136392)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aa07e000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff880136947800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa07e000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff880136947800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133748 s, 392 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d34.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0399549e-c403-495d-8757-90d494f68b94
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f34.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0399549e-c403-495d-8757-90d494f68b94 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d34.sanity-pcc/d34.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid>{100}
   99 - /mnt/lustre/f34.sanity-pcc
  101 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{100}
  102 - /mnt/lustre/f34.sanity-pcc
   99 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{120}&projid>{110}
  105 - /mnt/lustre/f34.sanity-pcc
  121 - /mnt/lustre/f34.sanity-pcc
  115 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d34.sanity-pcc is idle now
PASS 34 (68s)

== sanity-pcc test 35: mmap fault test =================== 17:54:19 (1746136459)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128558 s, 408 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d35.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 79d1b58d-07fd-46ca-bde0-84e46c67d3a4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f35.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=79d1b58d-07fd-46ca-bde0-84e46c67d3a4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d35.sanity-pcc/d35.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d35.sanity-pcc is idle now
PASS 35 (7s)

== sanity-pcc test 36a: Stale RW-PCC copy should be deleted after remove the PCC backend ========================================================== 17:54:27 (1746136467)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193735 s, 271 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 206ed039-0b7a-4b28-bc05-4b512ef391b5
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=206ed039-0b7a-4b28-bc05-4b512ef391b5 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a52' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc'
check file 1:'0x200004a51:0x3:0x0' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52'
Handle the file: 0x200004a51:0x3:0x0
Remove non-cached file: /mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52/0x200004a51:0x3:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36a.sanity-pcc is idle now
PASS 36a (8s)

== sanity-pcc test 36b: Stale RO-PCC copy should be deleted after remove the PCC backend ========================================================== 17:54:35 (1746136475)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130472 s, 402 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: db2414ae-18b7-4673-9848-77d7cfe80bde
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=db2414ae-18b7-4673-9848-77d7cfe80bde (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a54' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc'
check file 1:'0x200004a51:0x5:0x0' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54'
Handle the file: 0x200004a51:0x5:0x0
Remove non-cached file: /mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54/0x200004a51:0x5:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36b.sanity-pcc is idle now
PASS 36b (7s)

== sanity-pcc test 37: Multiple readers on a shared file with PCC-RO mode ========================================================== 17:54:42 (1746136482)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176647 s, 297 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d37.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 38196943-c278-4dd3-b04a-0889e1822c03
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=38196943-c278-4dd3-b04a-0889e1822c03 (extents) (64bit) (large files) (huge files)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169066 s, 310 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d37.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ddd55308-2211-45b4-a4fb-c25a99692b10
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=ddd55308-2211-45b4-a4fb-c25a99692b10 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
file: /mnt/lustre/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
file: /mnt/lustre2/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
/mnt/pcc.d37.sanity-pcc.2 is idle now
/mnt/pcc.d37.sanity-pcc is idle now
PASS 37 (9s)

== sanity-pcc test 38: Verify LFS pcc state does not trigger prefetch for auto PCC-RO ========================================================== 17:54:51 (1746136491)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
oleg142-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aa013800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012d992800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aa013800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012d992800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140445 s, 373 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d38.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: cd0f96de-6559-4d61-92e4-1b184cd787d7
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f38.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=cd0f96de-6559-4d61-92e4-1b184cd787d7 (extents) (64bit) (large files) (huge files)
file: /mnt/lustre/d38.sanity-pcc/f38.sanity-pcc, type: none
QQQQQ
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d38.sanity-pcc is idle now
PASS 38 (58s)

== sanity-pcc test 39: Test Project quota on loop PCC device ========================================================== 17:55:49 (1746136549)

 SKIP: sanity-pcc test_39 Not support project quota on local filesystem
SKIP 39 (2s)

== sanity-pcc test 40: Test async open attach in the background for PCC-RO file ========================================================== 17:55:51 (1746136551)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg142-client.virtnet /mnt/lustre (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre opts:
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg142-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg142-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg142-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg142-server'
oleg142-server: oleg142-server.virtnet: executing load_modules_local
oleg142-server: Loading modules from /home/green/git/lustre-release/lustre
oleg142-server: detected 4 online CPUs by sysfs
oleg142-server: MODOPTS_LIBCFS=
oleg142-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting ost1: -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg142-server: oleg142-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg142-client: oleg142-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Starting client oleg142-client.virtnet:  -o user_xattr,flock 192.168.201.142@tcp:/lustre /mnt/lustre2
Started clients oleg142-client.virtnet: 
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff88012abb0800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012ead0000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012abb0800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ead0000.idle_timeout=debug
disable quota as required
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.713513 s, 294 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d40.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 4713f290-dc8d-4f00-8a12-641b2b8b0c14
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f40.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4713f290-dc8d-4f00-8a12-641b2b8b0c14 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d40.sanity-pcc/d40.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.944601 s, 55.5 MB/s
  100 - /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
ldlm.namespaces.lustre-OST0000-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012ead0000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012ead0000.lru_size=clear
osc.lustre-OST0000-osc-ffff88012abb0800.stats=clear
osc.lustre-OST0000-osc-ffff88012ead0000.stats=clear
osc.lustre-OST0001-osc-ffff88012abb0800.stats=clear
osc.lustre-OST0001-osc-ffff88012ead0000.stats=clear
fail_val=1
fail_loc=0x214
llite.lustre-ffff88012abb0800.pcc_async_threshold=5MB
llite.lustre-ffff88012ead0000.pcc_async_threshold=5MB
Test open attach with pcc_async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 2.04401 s, 513 kB/s
Before: 0 After: 3
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none, flags: attaching
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 8s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff88012abb0800.pcc_async_threshold=1G
llite.lustre-ffff88012ead0000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012ead0000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012ead0000.lru_size=clear
osc.lustre-OST0000-osc-ffff88012abb0800.stats=clear
osc.lustre-OST0000-osc-ffff88012ead0000.stats=clear
osc.lustre-OST0001-osc-ffff88012abb0800.stats=clear
osc.lustre-OST0001-osc-ffff88012ead0000.stats=clear
Test open attach with async_threshold=1G
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: readonly, PCC_file: /d40.sanity-pcc/59f3/0x2000059f1:0x2:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0121977 s, 86.0 MB/s
Before: 50 After: 50
Time1: 2 Time2: 11
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff88012abb0800.pcc_async_threshold=5MB
llite.lustre-ffff88012ead0000.pcc_async_threshold=5MB
ldlm.namespaces.lustre-OST0000-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012ead0000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012ead0000.lru_size=clear
Read 1MB data with async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 1.0515 s, 997 kB/s
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 10s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff88012abb0800.pcc_async_threshold=1G
llite.lustre-ffff88012ead0000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012ead0000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012ead0000.lru_size=clear
Read 1MB data with async_threshold=1G
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.00542459 s, 193 MB/s
Time1: 1 Time2: 10
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d40.sanity-pcc is idle now
PASS 40 (111s)

== sanity-pcc test 41: Test mtime rule for PCC-RO open attach with O_RDONLY mode ========================================================== 17:57:42 (1746136662)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899602 s, 583 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d41.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: dfcedc76-2c8b-46b3-9ee4-c5935acd0fe2
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f41.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dfcedc76-2c8b-46b3-9ee4-c5935acd0fe2 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d41.sanity-pcc/d41.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: mtime>{1m}
pcc_ro_data
pcc_ro_data
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d41.sanity-pcc is idle now
PASS 41 (6s)

== sanity-pcc test 42: PCC attach without attach ID specified ========================================================== 17:57:48 (1746136668)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.102013 s, 617 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d42.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: ad285202-83bb-4435-835b-a8d619b47492
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f42.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ad285202-83bb-4435-835b-a8d619b47492 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d42.sanity-pcc/d42.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
file: /mnt/lustre/f42.sanity-pcc, type: readonly, PCC_file: /d42.sanity-pcc/59f5/0x2000059f1:0x4:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d42.sanity-pcc is idle now
PASS 42 (5s)

== sanity-pcc test 43: Auto attach at open() should add capacity owner check ========================================================== 17:57:53 (1746136673)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.121683 s, 517 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d43.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: dafc75ad-432b-4042-b00d-5da207741987
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f43.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dafc75ad-432b-4042-b00d-5da207741987 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d43.sanity-pcc/d43.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: size<{100M}
file: /mnt/lustre/f43.sanity-pcc, type: none
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f43.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f43.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/f43.sanity-pcc]
file: /mnt/lustre/f43.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d43.sanity-pcc is idle now
PASS 43 (5s)

== sanity-pcc test 44: Verify valid auto attach without re-fetching the whole files ========================================================== 17:57:58 (1746136678)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.125938 s, 500 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d44.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: aaa68f12-fd12-49bd-b590-5798e2aaca06
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f44.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=aaa68f12-fd12-49bd-b590-5798e2aaca06 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d44.sanity-pcc/d44.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff88012abb0800.pcc_async_threshold=0
llite.lustre-ffff88012ead0000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.708732 s, 74.0 MB/s
/mnt/lustre/f44.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x6
lmm_fid:           [0x2000059f1:0x6:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           420	        0x1a4	   0x240000400

50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452649 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032838 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751872 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481036 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374878 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.543467 s, 96.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.667518 s, 78.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.72141 s, 72.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.670871 s, 78.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.325094 s, 161 MB/s
52428800 bytes (52 MB) copied, 0.363122 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.703514 s, 74.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.697707 s, 75.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319561 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.734965 s, 71.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.711856 s, 73.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.729975 s, 71.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.758927 s, 69.1 MB/s
, 0.360872 s, 145 MB/s
, 0.444417 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.763783 s, 68.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390572 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301381 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349846 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432629 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200713 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210083 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430991 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490413 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0907614 s, 578 MB/s
, 0.0258741 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630296 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694319 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064763 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336758 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642348 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357499 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350836 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375533 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029325 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041037 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081141 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105186 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835622 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387265 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322985 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304809 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512904 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058963 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321806 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471118 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234475 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372806 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238355 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546229 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670203 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516596 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482846 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634541 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869523 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518353 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668354 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071511 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355723 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272023 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028948 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572629 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0181346 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040065 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049019 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385309 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211993 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537417 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745065 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489895 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558688 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572526 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205264 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643532 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304629 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402886 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474735 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299409 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074397 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253567 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795581 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524913 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101091 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100323 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442968 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105045 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629938 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531221 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139018 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320225 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201662 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293759 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019885 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361587 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249292 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307265 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327649 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273765 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284171 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024936 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310025 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226504 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488069 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288521 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569433 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215875 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04356 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209226 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450335 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418387 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585765 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391638 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323092 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561656 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499346 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659822 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602363 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538028 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843366 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289672 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459899 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456036 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565448 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033873 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351068 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048778 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314252 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346713 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340633 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351995 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548658 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221323 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0441611 s, 1.2 GB/s
, 0.0425602 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497443 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293799 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263385 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038226 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029783 s, 1.8 GB/s
52428800 bytes (52 MB) copied, 0.0310488 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517064 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404289 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346235 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408549 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366189 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846376 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305542 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618324 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814756 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683608 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351916 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356329 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243749 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364093 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387981 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270185 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547641 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254415 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391924 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324139 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262002 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330601 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478869 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474822 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0294837 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257755 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420505 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261475 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231755 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588276 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032376 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338109 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205282 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335761 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331247 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0344676 s, 1.5 GB/s
, 0.0401067 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204251 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411889 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413504 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615527 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058204 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488693 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579473 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386119 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06806 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036721 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477116 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391737 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0537024 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402752 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429166 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453989 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374543 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417645 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338592 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376292 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328873 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363819 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689755 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392452 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714825 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840217 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438026 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270718 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052713 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215955 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392541 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254056 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216539 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329698 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233061 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315677 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605533 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642653 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282794 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687682 s, 762 MB/s
52428800 bytes (52 MB) copied, 0.0545777 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509844 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235558 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363794 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434448 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390514 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302181 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521601 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240428 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277047 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302988 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260592 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473907 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360343 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323439 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331463 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038587 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388619 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289354 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365895 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392699 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240818 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426161 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377708 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530013 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801158 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404324 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411906 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860127 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515504 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084926 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199459 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556903 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434985 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563784 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405991 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294526 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022624 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441122 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034639 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330693 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328055 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389344 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506166 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477252 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750847 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340365 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243689 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625945 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597362 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523638 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468642 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230688 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028357 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052439 s, 1000 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425562 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035767 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331443 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559971 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042629 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211484 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273853 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023633 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329988 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314994 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363231 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426115 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510615 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655096 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317917 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367269 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504558 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269672 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339618 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059308 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321298 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358226 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544711 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497293 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234259 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276956 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539481 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390098 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308562 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256407 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383701 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347972 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317295 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660967 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531412 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551889 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281165 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392552 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447587 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862772 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303158 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425899 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454866 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0443956 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325597 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532663 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061818 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590346 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292489 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392143 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366454 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333251 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289827 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294594 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436291 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367043 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0317089 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479988 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102623 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790375 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350212 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263575 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929307 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100808 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412131 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356212 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243226 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323501 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288464 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458252 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247842 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310519 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462709 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290002 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384657 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662857 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422739 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550933 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615499 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604452 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372016 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361018 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753797 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039122 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554449 s, 946 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041019 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0548607 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683847 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594001 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075313 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650043 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983877 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500859 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757114 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12354 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132483 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634322 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265742 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708426 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317665 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378078 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621806 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11002 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401323 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035084 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111053 s, 472 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933059 s, 562 MB/s
52428800 bytes (52 MB) copied, 0.126012 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312095 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319227 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139664 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840606 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022888 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360139 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395499 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06827 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355424 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665039 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597933 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477408 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728619 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865355 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126844 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553663 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133953 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104728 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372883 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279771 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636604 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213678 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317295 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533468 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600448 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270509 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819601 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431688 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994709 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831105 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302342 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518543 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570426 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288465 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572963 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280165 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340783 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354927 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601796 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369821 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579767 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361363 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346042 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374067 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443785 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344214 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444356 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320692 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389609 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482828 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471706 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0516055 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483343 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922454 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113177 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748785 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746382 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498975 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04122 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068603 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398167 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356915 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0693409 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905462 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857749 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10934 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822858 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424429 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214197 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600997 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034714 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403334 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467973 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307936 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487316 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462742 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458266 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248265 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272894 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514926 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503654 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280764 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243407 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250748 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362204 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050603 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622632 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05713 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804579 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130769 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126014 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177969 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131635 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101439 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131561 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071471 s, 734 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0307947 s, 1.7 GB/s
, 0.163427 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187137 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142998 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126663 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156243 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536433 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313806 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328646 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264205 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470696 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726275 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648787 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343418 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473074 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459785 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278511 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425551 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302311 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260029 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909362 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100465 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977807 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727423 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100071 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113447 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366253 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495339 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398782 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184729 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060194 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051911 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799521 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971445 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643248 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984348 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453262 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724615 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298223 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081359 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690292 s, 760 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527611 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104855 s, 500 MB/s
52428800 bytes (52 MB) copied, 0.093763 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745777 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114735 s, 457 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610369 s, 859 MB/s
52428800 bytes (52 MB) copied, 0.0777557 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109526 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300377 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319073 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289977 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450598 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032542 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313331 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662482 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04098 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718146 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778392 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513299 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344187 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574586 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568656 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565242 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066811 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634324 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681626 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584468 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623138 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779253 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625319 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716107 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621779 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261651 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380644 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411934 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526445 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417581 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267609 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616401 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078284 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209468 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402677 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501811 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393493 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0926343 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219586 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102644 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720436 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527756 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412216 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072775 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316835 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870929 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666557 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734686 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635041 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214545 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736786 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758137 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667734 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640272 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784548 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511324 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572666 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690648 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050331 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203095 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564946 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259564 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701705 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467218 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462584 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553421 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749375 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694483 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554518 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386137 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232135 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559172 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639422 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394596 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503574 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446561 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295578 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044903 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398545 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766724 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394097 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312723 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03568 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553729 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494036 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455187 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749433 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398832 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546125 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269757 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474022 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508007 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946558 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270609 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332075 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034887 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325819 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398278 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234486 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278953 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290594 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463198 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266389 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471335 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549184 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429557 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298104 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496305 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618594 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275267 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325547 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883805 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031041 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405729 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671303 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365937 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454754 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722724 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837119 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459383 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428925 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521647 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537619 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066872 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671199 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102874 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.097003 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215279 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649544 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338693 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793206 s, 661 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0747935 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02056 s, 2.6 GB/s
, 0.0985235 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584987 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483131 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358464 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354723 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682481 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391318 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683727 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853315 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191929 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769088 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484104 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561804 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255792 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263657 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444207 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248795 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477855 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358119 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200056 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649417 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667163 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789022 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518872 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599929 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358763 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651661 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302921 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385625 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150108 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058709 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445933 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454976 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321098 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432579 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497586 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030051 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248422 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355631 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576783 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564628 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311082 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653884 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388474 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549204 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334737 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257582 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607589 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379008 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615895 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643363 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672487 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607201 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686727 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644047 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897501 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755865 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799647 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761937 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125635 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180261 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510919 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767716 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145524 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122335 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16315 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719585 s, 729 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824341 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256398 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.107218 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330343 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422348 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322624 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074765 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498157 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219236 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121872 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622843 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068427 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407646 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302447 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763712 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242497 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360971 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299474 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470389 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0532109 s, 985 MB/s
, 0.0433687 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352235 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763327 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514005 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351411 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541761 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764357 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294893 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513767 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420907 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065565 s, 800 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0846575 s, 619 MB/s
, 0.0422016 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309392 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636776 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462211 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941826 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476218 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265765 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329489 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232387 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555838 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391395 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595064 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758939 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441321 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12963 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589679 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14549 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476167 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600732 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198438 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035452 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598433 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630651 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056773 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474515 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554241 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073572 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446132 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613194 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305115 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433082 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315123 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231143 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552787 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593315 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685184 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526239 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989079 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283313 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890671 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404254 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069108 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477857 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641419 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856386 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527256 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041015 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572566 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549926 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548368 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377402 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667917 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459625 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052849 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829976 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855856 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03144 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592759 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046851 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408566 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512684 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588295 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274669 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772432 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0912454 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0175678 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277285 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857798 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683842 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323251 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04452 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266207 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356478 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379396 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453759 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195159 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04428 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453283 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666461 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664024 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669422 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534427 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663993 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436885 s, 1.2 GB/s
, 0.0614063 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060435 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639485 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100713 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373178 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616054 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789862 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676029 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705506 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064339 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048023 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471932 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680304 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718967 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828071 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559338 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372495 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320304 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453184 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048638 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048456 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029231 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755075 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575647 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288833 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642341 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330759 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662677 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759891 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420759 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735212 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734567 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570856 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823086 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661297 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503071 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828721 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021022 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0692238 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731592 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412814 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825977 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539245 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688846 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737592 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668795 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379132 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508388 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07078 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724702 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682537 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269142 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288599 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364565 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469964 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416465 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831925 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787562 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649488 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257664 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270673 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430784 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498302 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507747 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516097 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417356 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069591 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409906 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298264 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05555 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534439 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131022 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448231 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0995876 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537994 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868048 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364838 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410862 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436965 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409709 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496877 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293173 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550886 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549848 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026801 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0216858 s, 2.4 GB/s
, 0.0323804 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462835 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848321 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503959 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287722 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215827 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665608 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672556 s, 780 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190336 s, 2.8 GB/s
52428800 bytes (52 MB) copied, 0.138281 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736749 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048266 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304047 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398462 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442604 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677827 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606551 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115865 s, 452 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373541 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494075 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101496 s, 517 MB/s
52428800 bytes (52 MB) copied, 0.101935 s, 514 MB/s
52428800 bytes (52 MB) copied, 0.0489158 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464412 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516896 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211432 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457348 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349641 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515738 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189717 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591272 s, 887 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696908 s, 752 MB/s
52428800 bytes (52 MB) copied, 0.113985 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267795 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455558 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704519 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101738 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549606 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504032 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443744 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1206 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572073 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307653 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559692 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518806 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034499 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536733 s, 977 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0185499 s, 2.8 GB/s
, 0.0369779 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234138 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266925 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490257 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043909 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628906 s, 834 MB/s
, 0.0781496 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358086 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033791 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0601401 s, 872 MB/s
52428800 bytes (52 MB) copied, 0.0544374 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505144 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264792 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313118 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278674 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521187 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566684 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453877 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656954 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356485 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482637 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432399 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414896 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039331 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053539 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088159 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135721 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124311 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340915 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507732 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518224 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045395 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488601 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404182 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756002 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756844 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457268 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301964 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452802 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457661 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034571 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606315 s, 865 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374935 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628904 s, 834 MB/s
, 0.0718237 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672083 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646552 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454424 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069823 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476716 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466908 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058539 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331869 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496625 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247083 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712323 s, 736 MB/s
52428800 bytes (52 MB) copied, 0.0679039 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275626 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049015 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416857 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332123 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653025 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551245 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0834931 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572377 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0741931 s, 707 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801568 s, 654 MB/s
52428800 bytes (52 MB) copied, 0.0844867 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273768 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218524 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126326 s, 415 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783976 s, 669 MB/s
52428800 bytes (52 MB) copied, 0.0814208 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056093 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644777 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126907 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134042 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445325 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152481 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526928 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126534 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049699 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410818 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039248 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446468 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410981 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020752 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693639 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971225 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104777 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105327 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954759 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103337 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765569 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101032 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958364 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879519 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346893 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865057 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840122 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102227 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432997 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586571 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291219 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293186 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411626 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772971 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972605 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115102 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131471 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073179 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813208 s, 645 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635542 s, 825 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0715603 s, 733 MB/s
52428800 bytes (52 MB) copied, 0.148751 s, 352 MB/s
52428800 bytes (52 MB) copied, 0.0845105 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567766 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036325 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645016 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689254 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745098 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427855 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437011 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822768 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638553 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385798 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344667 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042783 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525192 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318386 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291978 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411444 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740753 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519262 s, 1.0 GB/s
, 0.0555828 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290545 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435351 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271708 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031889 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037533 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426503 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034348 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567829 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254288 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436873 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430495 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425233 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312943 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270507 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284296 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510356 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380433 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040764 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054747 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712999 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491533 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409404 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573327 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480597 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345451 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0671524 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628895 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441194 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430275 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332165 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044418 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323599 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310728 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417343 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527664 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471087 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334749 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590104 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405071 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482198 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316618 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340305 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651683 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225912 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282843 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589761 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317616 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744527 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413648 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510237 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799105 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287476 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530215 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357491 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407319 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05933 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656741 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205369 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608682 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827368 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370018 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400526 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295934 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383417 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321302 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460829 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450735 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520106 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260016 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407011 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404946 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517762 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289797 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800597 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415528 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033007 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030479 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471422 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314717 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033872 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280078 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476562 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0367432 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0628819 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268871 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478604 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317237 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425908 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596432 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580053 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880971 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060387 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274835 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448407 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817073 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061678 s, 850 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881969 s, 594 MB/s
52428800 bytes (52 MB) copied, 0.130702 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102172 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102712 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949725 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127728 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562007 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10983 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105931 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368377 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448331 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434124 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494389 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345712 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427641 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064235 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608764 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777666 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0967315 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099509 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475985 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507316 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503949 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640808 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077847 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349751 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264632 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020149 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235878 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342965 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053969 s, 971 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459242 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644497 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214761 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794222 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193258 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048187 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626942 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508794 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502506 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499522 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658415 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613421 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101258 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02041 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311293 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446285 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042142 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449249 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322507 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473857 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071327 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561783 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366081 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432595 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364697 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350396 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437058 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066647 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787302 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437424 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565738 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500857 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672699 s, 779 MB/s
, 0.041306 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337228 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0791745 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977737 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324291 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567638 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641782 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551239 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323715 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468253 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515165 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797094 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425143 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710148 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826931 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107262 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660979 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660015 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735925 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662733 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619728 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645065 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544235 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079094 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779606 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238445 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325466 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.07397 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240205 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295499 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229302 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550744 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339306 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283635 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640115 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363422 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807788 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684091 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598281 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277441 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871562 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396373 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407847 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886417 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299057 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038659 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345973 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437777 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273873 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641823 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624992 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568218 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032348 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349347 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058649 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743977 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681051 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546743 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458818 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525036 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321748 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332752 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371971 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279702 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384875 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260192 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320989 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386733 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281399 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237393 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391452 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237961 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422091 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422842 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589013 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586462 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322759 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361751 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559895 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073385 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579235 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588189 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203683 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990645 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330323 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607234 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263998 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617434 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783786 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313506 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569509 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612782 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405873 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405702 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659606 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075991 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460588 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482962 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544548 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282889 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386698 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434114 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419739 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358616 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408332 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469886 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471939 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0791515 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449501 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571556 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073462 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070014 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739229 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699069 s, 750 MB/s
, 0.0543268 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035914 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396986 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575193 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212075 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474357 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234164 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210774 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482378 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608797 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399802 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375109 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025331 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535588 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607491 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490428 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547232 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349624 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537023 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0421335 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0422516 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324814 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424734 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311719 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359065 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327201 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0220802 s, 2.4 GB/s
, 0.0221588 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439677 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416179 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519253 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388062 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428668 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026523 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430273 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307753 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427843 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440635 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595568 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434121 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703509 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742575 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469356 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103786 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513074 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668063 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256916 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391595 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452626 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259439 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328969 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420717 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371789 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392264 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261977 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670953 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440587 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370761 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480156 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0195207 s, 2.7 GB/s
, 0.0181857 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229869 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327162 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270224 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289259 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248189 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424333 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432203 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338652 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314175 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297081 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318741 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454669 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025208 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305625 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300713 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801145 s, 654 MB/s
52428800 bytes (52 MB) copied, 0.052655 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606375 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758728 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283996 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444183 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418502 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463442 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235864 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211488 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446337 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458109 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369122 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514434 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378174 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853562 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661376 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523222 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452514 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275337 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306327 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0188888 s, 2.8 GB/s
, 0.0466507 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234827 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297178 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421468 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561303 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074747 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051104 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059845 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417749 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476265 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322538 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439736 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375398 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276187 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524407 s, 1000 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287318 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636205 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294416 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522948 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0329176 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612495 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434952 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506816 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367315 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292586 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654307 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228535 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389278 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378961 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607877 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392569 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292423 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519817 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450855 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368574 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416622 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510409 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576664 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662159 s, 792 MB/s
52428800 bytes (52 MB) copied, 0.071778 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815415 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777587 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100166 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314381 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374302 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393139 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441606 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269094 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364415 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210976 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372576 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259586 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0420343 s, 1.2 GB/s
, 0.058724 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693792 s, 756 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0293658 s, 1.8 GB/s
, 0.0291274 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521054 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269741 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398617 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528046 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391715 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567509 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239486 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468252 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039604 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381336 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291217 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223393 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235399 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331315 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429352 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426247 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442802 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672521 s, 780 MB/s
, 0.0485832 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473879 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420119 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538196 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242646 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268674 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567512 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453684 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323187 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337654 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380354 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413383 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370457 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400368 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431178 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262207 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425681 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410343 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332118 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504452 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576956 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560508 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559719 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057973 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867489 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456581 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105066 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634943 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058184 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451169 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327129 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026085 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374391 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065965 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501089 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240736 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226045 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421002 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427263 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041493 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468028 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288804 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362719 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346214 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405199 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569248 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352017 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336667 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045146 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0278691 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273524 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656835 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528672 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023217 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216727 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310032 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446432 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271574 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0548408 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439043 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546859 s, 959 MB/s
52428800 bytes (52 MB) copied, 0.0688616 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551294 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039399 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377215 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415935 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832305 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546077 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877743 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785061 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375845 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897787 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03093 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827831 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955163 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989675 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117233 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874305 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0802789 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469547 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528555 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546689 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364305 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287228 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0893751 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787398 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641891 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429509 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538341 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045129 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321586 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407802 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253053 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455818 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286019 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578459 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499728 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513715 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048112 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126881 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612204 s, 856 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263269 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.0842135 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114508 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208239 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581317 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227819 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024798 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227744 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319053 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366589 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251349 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381895 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409691 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706824 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403277 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407798 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412999 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530441 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489626 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474123 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254152 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426026 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557756 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757428 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820748 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660024 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265944 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493805 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391562 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400081 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338372 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271508 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028095 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594404 s, 882 MB/s
52428800 bytes (52 MB) copied, 0.0442868 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558088 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481089 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0267735 s, 2.0 GB/s
, 0.0306456 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354581 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025945 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383724 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344558 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349703 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490729 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478735 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0940247 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605099 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867025 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672623 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869059 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0169183 s, 3.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229508 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031983 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239769 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236765 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307172 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338488 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286084 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599422 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473541 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504443 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298849 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232479 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595273 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068968 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571474 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577183 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450074 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531734 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752469 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947544 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266448 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261471 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361564 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023254 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027882 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433525 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466822 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276935 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502794 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427955 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302284 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351098 s, 1.5 GB/s
, 0.0334468 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305987 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027519 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298106 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03042 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226159 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0333604 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0279286 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320843 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229055 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470036 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598657 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851595 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273889 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324328 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347137 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032114 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052467 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430324 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291529 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272815 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321582 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022919 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340892 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229292 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411466 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534486 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205205 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337995 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025735 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269413 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454297 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257175 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433633 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025754 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348147 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026624 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507708 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368072 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206779 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335057 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331632 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320019 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439717 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465819 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353562 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361297 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575837 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405631 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392228 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395069 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561212 s, 934 MB/s
52428800 bytes (52 MB) copied, 0.0545766 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454235 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585229 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348366 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214118 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560842 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382084 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340759 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279858 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558476 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299558 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323696 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286605 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282643 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358818 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245467 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471028 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270836 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304241 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351814 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290345 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275986 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325889 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517304 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347485 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268439 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379349 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415757 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544323 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404509 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487192 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362457 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0315039 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419804 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260374 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377216 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376699 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377946 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332604 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467595 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031258 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277231 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226706 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217062 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378501 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324778 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446898 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433264 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311288 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609362 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651507 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574961 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642911 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215539 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921077 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353545 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413711 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396482 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413894 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341306 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296148 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582813 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0186999 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315936 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626009 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299779 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345604 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0328673 s, 1.6 GB/s
, 0.0696555 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222997 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341132 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411437 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252884 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447632 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439467 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479751 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529984 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505865 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461759 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397892 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318913 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411094 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314431 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051225 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461427 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027968 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634707 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748887 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593038 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436575 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350883 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501744 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746797 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435788 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487555 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521061 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490671 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446572 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307707 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392121 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236962 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274042 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265239 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306916 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427054 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528714 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335757 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449472 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503578 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360813 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428002 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211116 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498513 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447638 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326491 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420276 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444586 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441345 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352407 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422211 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495798 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264613 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332282 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404025 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370292 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597808 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447158 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198038 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204636 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447145 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522191 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510197 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348808 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271866 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265577 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292511 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333502 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516796 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038513 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295961 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690181 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844334 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050128 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292622 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375312 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405981 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448111 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326197 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445406 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255998 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367558 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575058 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398021 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485744 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448835 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511366 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620783 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203656 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646866 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680064 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072209 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094375 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469639 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840435 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628253 s, 835 MB/s
52428800 bytes (52 MB) copied, 0.0578947 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551928 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747359 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492773 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992542 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319151 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858791 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13213 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644507 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635624 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04873 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331871 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217808 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043394 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400616 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268325 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314402 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215529 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234876 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419961 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265798 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245467 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393327 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307167 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569606 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037068 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379539 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275683 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234156 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228767 s, 2.3 GB/s
52428800 bytes (52 MB) copied, 0.0576168 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666981 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951786 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660084 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236289 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475163 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381852 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432091 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544104 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03537 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280882 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315335 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304042 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358702 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499421 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510657 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573649 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522197 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421898 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363635 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343369 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524823 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432699 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0446798 s, 1.2 GB/s
, 0.0380649 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403194 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301676 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232953 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300432 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401245 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600047 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232805 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343282 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838758 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539831 s, 971 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298634 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346635 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044456 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500554 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0255893 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548886 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521218 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581795 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581176 s, 902 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0368868 s, 1.4 GB/s
, 0.0653188 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847796 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210346 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12173 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582666 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459982 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0876392 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324421 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423432 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668168 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738166 s, 710 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928151 s, 565 MB/s
52428800 bytes (52 MB) copied, 0.0508779 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447549 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392402 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625338 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486512 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459339 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775663 s, 676 MB/s
52428800 bytes (52 MB) copied, 0.030053 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635199 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0876557 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654799 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686151 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118149 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044799 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376809 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517204 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481685 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602392 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276511 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431483 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345322 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501617 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631876 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936389 s, 560 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106704 s, 491 MB/s
52428800 bytes (52 MB) copied, 0.0537622 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579578 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105122 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874122 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441419 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304822 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423758 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616736 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320554 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337312 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680246 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412907 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740499 s, 708 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562371 s, 932 MB/s
52428800 bytes (52 MB) copied, 0.0462088 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921773 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242202 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127052 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812925 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150811 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138587 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108508 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107192 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379953 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300549 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586783 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263428 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227708 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614367 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610936 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455862 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278278 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127006 s, 413 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418343 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0531457 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088668 s, 591 MB/s
, 0.0774507 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556075 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545646 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531302 s, 987 MB/s
, 0.0945965 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649737 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643927 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567801 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565507 s, 927 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745977 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413307 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0853868 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702514 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463687 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676474 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053786 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931161 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416006 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02359 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.087061 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543577 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199348 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129071 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101965 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102959 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648065 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136629 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155268 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156653 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260242 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13135 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416689 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386033 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215694 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193611 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730662 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292783 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372641 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541693 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624188 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626728 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695512 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579899 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800475 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112013 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398894 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691301 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557296 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0995602 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402168 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708365 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290289 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697619 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816662 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07932 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634477 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351553 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592199 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801964 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352738 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275077 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649592 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710525 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283022 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230243 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031423 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598184 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503049 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651666 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038176 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308905 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371976 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302945 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606111 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498163 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485346 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409648 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579304 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221248 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263085 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.0653317 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724131 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697556 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120105 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556521 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338284 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402424 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324454 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424618 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360685 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389048 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300366 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290442 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459001 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429744 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409676 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459848 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045161 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281457 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232923 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467666 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323328 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515654 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517005 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032366 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191011 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293468 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626839 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119884 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908138 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111513 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543176 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543709 s, 964 MB/s
52428800 bytes (52 MB) copied, 0.0703202 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581261 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870663 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691329 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100998 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065085 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038647 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686504 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624657 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536452 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871717 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250492 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03318 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332167 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485336 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043972 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447384 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398422 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579374 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415091 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690866 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868731 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755258 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998214 s, 525 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914997 s, 573 MB/s
52428800 bytes (52 MB) copied, 0.0561097 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729352 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659392 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344374 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461308 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197847 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459253 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040293 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570684 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385186 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775944 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732886 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05327 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931758 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858422 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425014 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382173 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762516 s, 688 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998081 s, 525 MB/s
52428800 bytes (52 MB) copied, 0.107124 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906156 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728431 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078055 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408565 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954699 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969506 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722556 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268687 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572442 s, 916 MB/s
52428800 bytes (52 MB) copied, 0.0419844 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503998 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329397 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0786309 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553557 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493354 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380341 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563641 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501489 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719422 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555825 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209733 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548632 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447174 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487521 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506557 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359917 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320163 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222198 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333588 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610141 s, 859 MB/s
52428800 bytes (52 MB) copied, 0.0864088 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687974 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718523 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516171 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503063 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167026 s, 314 MB/s
52428800 bytes (52 MB) copied, 0.107424 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177134 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774203 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146887 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137117 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113584 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415095 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540425 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617749 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535538 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765553 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507832 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852354 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503602 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199949 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136177 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404648 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270634 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254808 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192476 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180274 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406732 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636243 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459076 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354108 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495218 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642049 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475062 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419507 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566071 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458598 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600858 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389831 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380941 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.083811 s, 626 MB/s
, 0.0463635 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025381 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712667 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751801 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371646 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566998 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639934 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457758 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224894 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442481 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450891 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430166 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115418 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812912 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106702 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456829 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744622 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0913932 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050196 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671284 s, 781 MB/s
52428800 bytes (52 MB) copied, 0.0554008 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467744 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718143 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401044 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052738 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049821 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458452 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787439 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264112 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512825 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615301 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284856 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034393 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881724 s, 595 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713404 s, 735 MB/s
52428800 bytes (52 MB) copied, 0.0622452 s, 842 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0818888 s, 640 MB/s
52428800 bytes (52 MB) copied, 0.0647604 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559879 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605682 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396069 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635336 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757459 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554134 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821512 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384642 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528687 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897147 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506183 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143654 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139415 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255415 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315273 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380823 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284334 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550098 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369074 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476995 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384695 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213382 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267013 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561723 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192631 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387763 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253348 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355277 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434396 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589323 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375814 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393303 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385606 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668772 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367196 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295569 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545879 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336837 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479567 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055669 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361069 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498488 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624232 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334199 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044355 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275497 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638582 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026374 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258055 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401171 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468539 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437478 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390875 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617546 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817399 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440638 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660439 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480098 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386375 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410521 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267463 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578796 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569529 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766607 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526552 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258998 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886272 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821043 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227252 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538945 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626725 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445753 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052684 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701214 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798931 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287475 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700816 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05793 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873945 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289934 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026287 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471522 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405634 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831478 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889999 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410093 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045294 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565433 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518529 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380419 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344705 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612898 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585898 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273635 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491388 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629341 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746774 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259608 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400423 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204008 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383839 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638932 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296536 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575429 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573042 s, 915 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468553 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717362 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763139 s, 687 MB/s
52428800 bytes (52 MB) copied, 0.0780713 s, 672 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588832 s, 890 MB/s
52428800 bytes (52 MB) copied, 0.0701525 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412895 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383492 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829502 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520628 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369995 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371182 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392866 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618143 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387109 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368707 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278911 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446858 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412841 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646655 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663566 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219022 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386606 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477059 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262883 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289703 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356688 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296153 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503385 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273983 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301838 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219124 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033353 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384657 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226856 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616585 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281319 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742059 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290112 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109644 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028081 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498062 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697861 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892981 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243857 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290778 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0207729 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430436 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252129 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561223 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372291 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404387 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308261 s, 1.7 GB/s
, 0.047524 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548179 s, 956 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125613 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518109 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.110208 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145795 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763836 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838825 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303632 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288567 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294244 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252818 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309574 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266588 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407049 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482984 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513041 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293835 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271101 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387168 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375714 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544656 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380069 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689816 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509694 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402049 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107938 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066369 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327315 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335783 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331793 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341754 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480542 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485968 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522591 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204959 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597344 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410729 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459322 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684029 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392535 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346919 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400273 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105549 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365676 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067494 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071222 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919464 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291166 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522197 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320662 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621136 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372942 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500559 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828389 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765051 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809004 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857381 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14572 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739348 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847371 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847628 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869358 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270575 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369433 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356811 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037461 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254066 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0350422 s, 1.5 GB/s
, 0.028427 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337471 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276627 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320638 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258191 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610531 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299889 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281332 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384562 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284433 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309713 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442276 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279703 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358376 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396666 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279529 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526298 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075674 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797175 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236249 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457756 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565235 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471848 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271468 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310899 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316873 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213703 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407337 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241192 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430574 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690901 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751612 s, 698 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558256 s, 939 MB/s
52428800 bytes (52 MB) copied, 0.0588809 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948614 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689473 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050617 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879936 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370664 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538391 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640725 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405919 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655536 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716972 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365551 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254854 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240577 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394042 s, 1.3 GB/s
, 0.0542502 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047906 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298916 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548364 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454777 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511458 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289676 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293857 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304454 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289223 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618118 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034947 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584612 s, 897 MB/s
52428800 bytes (52 MB) copied, 0.0633479 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375224 s, 1.4 GB/s
, 0.0274347 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742125 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0818071 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270523 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020104 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388415 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307704 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302698 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574178 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408799 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046955 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296522 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203168 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078935 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241853 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506292 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409508 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404943 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277982 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560049 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360953 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415018 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304457 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0940684 s, 557 MB/s
52428800 bytes (52 MB) copied, 0.109268 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688864 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11723 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871664 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873862 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09521 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907462 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135761 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853514 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858353 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440552 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194551 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996342 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033758 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381611 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485673 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788504 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264659 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023655 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501369 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057504 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416552 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364876 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221799 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413308 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241935 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329709 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344233 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605047 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357605 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063593 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195075 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229716 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023801 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326251 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049918 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321205 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302234 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397184 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377336 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278377 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492208 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673065 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06081 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410078 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342208 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500579 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351165 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341269 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043106 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335769 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019235 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720462 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081437 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951476 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477547 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595198 s, 881 MB/s
, 0.130243 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546293 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594927 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589677 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668449 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040611 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308408 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0180231 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291088 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375564 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469115 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052312 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372965 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580161 s, 904 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435744 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0674778 s, 777 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494414 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0401845 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528018 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575409 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401196 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237172 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230065 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467961 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406412 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393938 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453565 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390832 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312422 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491811 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521572 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300473 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303033 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364773 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410251 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035351 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331876 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438562 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295801 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413682 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297638 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396085 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541762 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534881 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525309 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071986 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474357 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072121 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518395 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0854898 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03023 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373411 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.089438 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515996 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590867 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066185 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268653 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346319 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308729 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019459 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375737 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321649 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253495 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455839 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0338558 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356404 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481407 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481964 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488809 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061394 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0177634 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308958 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589953 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528748 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411685 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756317 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204694 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403246 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747628 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343398 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430439 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642547 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351557 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383142 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347249 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210269 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589379 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300116 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657223 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594118 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688747 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660982 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747243 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509921 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529565 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648683 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044595 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299948 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343182 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355599 s, 1.5 GB/s
Finish ========
/mnt/lustre/f44.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x6
      lmm_fid:           [0x2000059f1:0x6:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x1a4:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff88012abb0800.stats=
snapshot_time             1746136741.607568321 secs.nsecs
start_time                1746136681.087660303 secs.nsecs
elapsed_time              60.519908018 secs.nsecs
read_bytes                1757 samples [bytes] 12288 1048576 1835008000 1922414644559872
read                      142550 samples [usecs] 141 575830 145540810 2765923014502
ioctl                     1 samples [reqs]
open                      2857 samples [usecs] 5 111732 6694906 213183570614
close                     2857 samples [usecs] 6 55059 3428066 55843763064
seek                      2850 samples [usecs] 2 3341 24768 15941580
setattr                   1 samples [usecs] 15078 15078 15078 227346084
getattr                   17 samples [usecs] 111 4727 12158 39094936
mknod                     1 samples [usecs] 5638 5638 5638 31787044
inode_permission          8822 samples [usecs] 1 72824 4956885 57811041739
opencount                 2858 samples [reqs] 1 2857 4082654 7777453966
openclosetime             2856 samples [usecs] 1 387787 58623853 3018740946535
pcc_attach                1 samples [reqs]
pcc_detach                245 samples [reqs]
pcc_auto_attach           245 samples [reqs]
pcc_hit_bytes             2816 samples [bytes] 52428800 52428800 147639500800 7740561859543040000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
llite.lustre-ffff88012ead0000.stats=
snapshot_time             1746136741.608789762 secs.nsecs
start_time                1746136681.087759844 secs.nsecs
elapsed_time              60.521029918 secs.nsecs
attach 1 detach 245 auto_attach 245
llite.lustre-ffff88012abb0800.pcc_async_threshold=1073741824
llite.lustre-ffff88012ead0000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d44.sanity-pcc is idle now
PASS 44 (67s)

== sanity-pcc test 45: Concurrent read access from two mount points ========================================================== 17:59:05 (1746136745)
100+0 records in
100+0 records out
104857600 bytes (105 MB) copied, 0.218455 s, 480 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d45.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/102400             done                            
Creating filesystem with 102400 1k blocks and 25688 inodes
Filesystem UUID: 85983c0f-c6b9-492b-af8a-756fc7475d1e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=85983c0f-c6b9-492b-af8a-756fc7475d1e (extents) (64bit) (large files) (huge files)
100+0 records in
100+0 records out
104857600 bytes (105 MB) copied, 0.211594 s, 496 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d45.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/102400             done                            
Creating filesystem with 102400 1k blocks and 25688 inodes
Filesystem UUID: 69e37758-bd6e-4344-b0dc-d0bed0d927ea
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=69e37758-bd6e-4344-b0dc-d0bed0d927ea (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff88012abb0800.pcc_async_threshold=0
llite.lustre-ffff88012ead0000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.66466 s, 78.9 MB/s
/mnt/lustre/f45.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x8
lmm_fid:           [0x2000059f1:0x8:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           421	        0x1a5	   0x240000400

50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.754383 s, 69.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.787359 s, 66.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.820731 s, 63.9 MB/s
, 0.771584 s, 67.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.811188 s, 64.6 MB/s
, 0.666005 s, 78.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.678895 s, 77.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.750148 s, 69.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.807686 s, 64.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.75575 s, 69.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.831135 s, 63.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.802666 s, 65.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.82726 s, 63.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.690012 s, 76.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.793328 s, 66.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.778898 s, 67.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.863992 s, 60.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.857632 s, 61.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.85809 s, 61.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.868369 s, 60.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.859801 s, 61.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.872418 s, 60.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.864011 s, 60.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.909523 s, 57.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.917569 s, 57.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.883129 s, 59.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.875796 s, 59.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.881086 s, 59.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.885385 s, 59.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.928885 s, 56.4 MB/s
52428800 bytes (52 MB) copied, 0.893888 s, 58.7 MB/s
52428800 bytes (52 MB) copied, 0.912961 s, 57.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328157 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637143 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432155 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353842 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100991 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874887 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185543 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206566 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20255 s, 259 MB/s
52428800 bytes (52 MB) copied, 0.218326 s, 240 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152091 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233035 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169617 s, 309 MB/s
52428800 bytes (52 MB) copied, 0.247244 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156873 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156868 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224764 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229395 s, 229 MB/s
52428800 bytes (52 MB) copied, 0.229627 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182624 s, 287 MB/s
52428800 bytes (52 MB) copied, 0.170249 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168059 s, 312 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201153 s, 261 MB/s
, 0.175166 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.170862 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221918 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174489 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175838 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117652 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216989 s, 242 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166863 s, 314 MB/s
, 0.158325 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156808 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182487 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0902285 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109346 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124978 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486566 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180603 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238219 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775463 s, 676 MB/s
, 0.0293695 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336441 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346019 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03588 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399089 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253041 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294515 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211437 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626184 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609017 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374798 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513312 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402916 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525769 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557785 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370805 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267456 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625774 s, 838 MB/s
52428800 bytes (52 MB) copied, 0.0578493 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508482 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404995 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292486 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667129 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598318 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529155 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649315 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742044 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111643 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104026 s, 504 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.107251 s, 489 MB/s
, 0.151291 s, 347 MB/s
52428800 bytes (52 MB) copied, 0.112735 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15832 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14759 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129902 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161441 s, 325 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159276 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131176 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141091 s, 372 MB/s
52428800 bytes (52 MB) copied, 0.137362 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180227 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107454 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106488 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110119 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629877 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192522 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813803 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100809 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060754 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871239 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605263 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694388 s, 755 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510818 s, 1.0 GB/s
, 0.0463973 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194606 s, 269 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.18379 s, 285 MB/s
, 0.0697149 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20452 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316838 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0805804 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311529 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779423 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419317 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590927 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040452 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351198 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350523 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329243 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555492 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700227 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534489 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580309 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713847 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843983 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944153 s, 555 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846252 s, 620 MB/s
52428800 bytes (52 MB) copied, 0.093817 s, 559 MB/s
, 0.098038 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971786 s, 540 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796402 s, 658 MB/s
52428800 bytes (52 MB) copied, 0.0986929 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739922 s, 709 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838624 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125405 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121725 s, 431 MB/s
52428800 bytes (52 MB) copied, 0.0921402 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550993 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074843 s, 701 MB/s
, 0.120813 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111657 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699078 s, 750 MB/s
52428800 bytes (52 MB) copied, 0.0996804 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100034 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858971 s, 610 MB/s
, 0.0693906 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273668 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727188 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570211 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273198 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342399 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326724 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437923 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489629 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666757 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084593 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391188 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05099 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088538 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281527 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432143 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048438 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0834489 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217352 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114597 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772996 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323701 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449278 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466139 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634266 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611511 s, 857 MB/s
52428800 bytes (52 MB) copied, 0.0829423 s, 632 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077097 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881373 s, 595 MB/s
52428800 bytes (52 MB) copied, 0.0691537 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134871 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857074 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789535 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089042 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158283 s, 331 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13258 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790017 s, 664 MB/s
52428800 bytes (52 MB) copied, 0.142284 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111311 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130611 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115711 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934379 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.117793 s, 445 MB/s
52428800 bytes (52 MB) copied, 0.0874382 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359641 s, 1.5 GB/s
, 0.0963278 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604612 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551137 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896156 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152951 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782373 s, 670 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.115737 s, 453 MB/s
, 0.0673276 s, 779 MB/s
52428800 bytes (52 MB) copied, 0.208632 s, 251 MB/s
52428800 bytes (52 MB) copied, 0.138762 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111885 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151035 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110624 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711704 s, 737 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762984 s, 687 MB/s
52428800 bytes (52 MB) copied, 0.140143 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151646 s, 346 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124084 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115055 s, 456 MB/s
52428800 bytes (52 MB) copied, 0.108021 s, 485 MB/s
52428800 bytes (52 MB) copied, 0.110593 s, 474 MB/s
, 0.174395 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130304 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786568 s, 667 MB/s
, 0.119818 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562511 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073612 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063288 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586619 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515399 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869468 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554976 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800838 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669169 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632451 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574891 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1018 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809958 s, 647 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129436 s, 405 MB/s
52428800 bytes (52 MB) copied, 0.0838913 s, 625 MB/s
52428800 bytes (52 MB) copied, 0.11411 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678245 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121009 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994402 s, 527 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219112 s, 239 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21481 s, 244 MB/s
52428800 bytes (52 MB) copied, 0.19507 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165934 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179358 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.191632 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23436 s, 224 MB/s
52428800 bytes (52 MB) copied, 0.166377 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181363 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205611 s, 255 MB/s
52428800 bytes (52 MB) copied, 0.187703 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149079 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266333 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128129 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268843 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108074 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145009 s, 362 MB/s
52428800 bytes (52 MB) copied, 0.121838 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10583 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213473 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114853 s, 456 MB/s
, 0.158803 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992616 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835394 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17011 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157067 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176932 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823978 s, 636 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437648 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703686 s, 745 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0982071 s, 534 MB/s
52428800 bytes (52 MB) copied, 0.0645944 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318354 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0609625 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049443 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623471 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428812 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518409 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325716 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333042 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496606 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280698 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241863 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257024 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249466 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453406 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561803 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408322 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081069 s, 647 MB/s
52428800 bytes (52 MB) copied, 0.102028 s, 514 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693334 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535872 s, 978 MB/s
52428800 bytes (52 MB) copied, 0.0519149 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062644 s, 837 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586991 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467797 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0756718 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115482 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166362 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180938 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191028 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141821 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167053 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152109 s, 345 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169674 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157886 s, 332 MB/s
52428800 bytes (52 MB) copied, 0.172423 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12276 s, 427 MB/s
52428800 bytes (52 MB) copied, 0.174899 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.151644 s, 346 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163107 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199862 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287478 s, 182 MB/s
52428800 bytes (52 MB) copied, 0.161385 s, 325 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997101 s, 526 MB/s
52428800 bytes (52 MB) copied, 0.18969 s, 276 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156467 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138192 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.135455 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176074 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116957 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173862 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139725 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252669 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26437 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278903 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251002 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114751 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933021 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414332 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710789 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225701 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396248 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426182 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336959 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030051 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412917 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034509 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0813792 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797957 s, 657 MB/s
, 0.0489127 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543577 s, 965 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581113 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563659 s, 930 MB/s
52428800 bytes (52 MB) copied, 0.0846438 s, 619 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0546373 s, 960 MB/s
, 0.109633 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725618 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102038 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837238 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036121 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554671 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490897 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491147 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292459 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335485 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637433 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318574 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570322 s, 919 MB/s
52428800 bytes (52 MB) copied, 0.0922485 s, 568 MB/s
52428800 bytes (52 MB) copied, 0.115152 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108434 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112643 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107767 s, 486 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12408 s, 423 MB/s
52428800 bytes (52 MB) copied, 0.113452 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129913 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109213 s, 480 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16193 s, 324 MB/s
52428800 bytes (52 MB) copied, 0.0712298 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706935 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958145 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160561 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197269 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144787 s, 362 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16174 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176007 s, 298 MB/s
52428800 bytes (52 MB) copied, 0.151886 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512494 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134945 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491933 s, 1.1 GB/s
, 0.0536645 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318683 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049474 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350305 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372271 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033795 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496756 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078774 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069879 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107495 s, 488 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869028 s, 603 MB/s
52428800 bytes (52 MB) copied, 0.0504961 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089627 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117975 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162426 s, 323 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195954 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.135053 s, 388 MB/s
52428800 bytes (52 MB) copied, 0.132746 s, 395 MB/s
52428800 bytes (52 MB) copied, 0.117062 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16105 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210354 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961539 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103208 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121207 s, 433 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0891996 s, 588 MB/s
52428800 bytes (52 MB) copied, 0.179471 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124407 s, 421 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203664 s, 257 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0904129 s, 580 MB/s
, 0.187657 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146398 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113499 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134507 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0841288 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119454 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742084 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0334313 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0889224 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128241 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298371 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562109 s, 933 MB/s
52428800 bytes (52 MB) copied, 0.0675155 s, 777 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601781 s, 871 MB/s
52428800 bytes (52 MB) copied, 0.0608942 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075761 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116895 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688472 s, 762 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976624 s, 537 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0959339 s, 547 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11793 s, 445 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.102036 s, 514 MB/s
, 0.118738 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105568 s, 497 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107038 s, 490 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105492 s, 497 MB/s
52428800 bytes (52 MB) copied, 0.12875 s, 407 MB/s
52428800 bytes (52 MB) copied, 0.0921438 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101224 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280589 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0904225 s, 580 MB/s
52428800 bytes (52 MB) copied, 0.0624251 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139903 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126417 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206066 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117127 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141422 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768991 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279113 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730195 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291756 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263547 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061326 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315133 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059415 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400432 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619675 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600614 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746936 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528285 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239663 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272555 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042811 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237056 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569388 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286569 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722132 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280409 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383953 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225071 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572562 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208308 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033756 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846553 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349247 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106833 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399251 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570806 s, 919 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393349 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0563771 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547434 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462346 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03313 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768128 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041807 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317026 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344424 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284362 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384986 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0526569 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500753 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441053 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.100058 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809668 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749987 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965913 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750943 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079145 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748591 s, 700 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106486 s, 492 MB/s
52428800 bytes (52 MB) copied, 0.0868676 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137008 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961729 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101193 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821057 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314713 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293216 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13999 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714851 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214343 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684855 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637435 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031207 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286807 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359733 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473684 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448319 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.088245 s, 594 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0854943 s, 613 MB/s
52428800 bytes (52 MB) copied, 0.0629045 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576618 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122777 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437099 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110493 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130665 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082407 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111642 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150545 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139096 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150188 s, 349 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215682 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148111 s, 354 MB/s
52428800 bytes (52 MB) copied, 0.250571 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22519 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215419 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221829 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202182 s, 259 MB/s
, 0.195841 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289014 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289991 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213552 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218363 s, 240 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233014 s, 225 MB/s
52428800 bytes (52 MB) copied, 0.239007 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197837 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225179 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290807 s, 180 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14865 s, 353 MB/s
52428800 bytes (52 MB) copied, 0.23291 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245775 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29169 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248461 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157145 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233714 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120181 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253821 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23723 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207185 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735128 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121308 s, 432 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366507 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0630422 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795175 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432112 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273212 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583411 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705488 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049102 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901392 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856753 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814874 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063404 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641017 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635256 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108821 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140496 s, 373 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103625 s, 506 MB/s
52428800 bytes (52 MB) copied, 0.157503 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154902 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647962 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714153 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131212 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159371 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164662 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154455 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159448 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127511 s, 411 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141518 s, 370 MB/s
52428800 bytes (52 MB) copied, 0.135036 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210328 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184139 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122648 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185765 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118071 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199987 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279606 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166201 s, 315 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118233 s, 443 MB/s
52428800 bytes (52 MB) copied, 0.202908 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111829 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201767 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167146 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112177 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273049 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216903 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29443 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085053 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147631 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231549 s, 226 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.170632 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663184 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145722 s, 360 MB/s
, 0.151343 s, 346 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21465 s, 244 MB/s
, 0.205606 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170534 s, 307 MB/s
52428800 bytes (52 MB) copied, 0.198476 s, 264 MB/s
52428800 bytes (52 MB) copied, 0.132028 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180799 s, 290 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.172676 s, 304 MB/s
, 0.075369 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401816 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518713 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279444 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782154 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645608 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237196 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143376 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660679 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422789 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278757 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066663 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216061 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316277 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316037 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378681 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033095 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03459 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0865027 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560922 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855186 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604347 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11703 s, 448 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131904 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145283 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.187759 s, 279 MB/s
52428800 bytes (52 MB) copied, 0.173402 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137858 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201441 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136176 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182257 s, 288 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133711 s, 392 MB/s
52428800 bytes (52 MB) copied, 0.165836 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131404 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989576 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663952 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159983 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218902 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.172928 s, 303 MB/s
52428800 bytes (52 MB) copied, 0.18693 s, 280 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119949 s, 437 MB/s
52428800 bytes (52 MB) copied, 0.168939 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105414 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156357 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143342 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750528 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107154 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154711 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113442 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515987 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538542 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990304 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101714 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664274 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836859 s, 626 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869483 s, 603 MB/s
52428800 bytes (52 MB) copied, 0.116394 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125876 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660621 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115194 s, 455 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109726 s, 478 MB/s
52428800 bytes (52 MB) copied, 0.131187 s, 400 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123729 s, 424 MB/s
52428800 bytes (52 MB) copied, 0.127831 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116748 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739654 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901014 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0741187 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670368 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529627 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137746 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178714 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083758 s, 626 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121143 s, 433 MB/s
52428800 bytes (52 MB) copied, 0.279963 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184112 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148822 s, 352 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229028 s, 229 MB/s
52428800 bytes (52 MB) copied, 0.189276 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206726 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164293 s, 319 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115276 s, 455 MB/s
52428800 bytes (52 MB) copied, 0.177138 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208172 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144282 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962113 s, 545 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0820152 s, 639 MB/s
, 0.297597 s, 176 MB/s
52428800 bytes (52 MB) copied, 0.0833989 s, 629 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27207 s, 193 MB/s
52428800 bytes (52 MB) copied, 0.325595 s, 161 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.333794 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.355566 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188428 s, 278 MB/s
52428800 bytes (52 MB) copied, 0.211294 s, 248 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185457 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.101096 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.343421 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951975 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179921 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265106 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976698 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117532 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926238 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919922 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31423 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114388 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049857 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962076 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053194 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920302 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329225 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972982 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163592 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114636 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12598 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499585 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123709 s, 424 MB/s
52428800 bytes (52 MB) copied, 0.0785941 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724367 s, 724 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946945 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106934 s, 490 MB/s
52428800 bytes (52 MB) copied, 0.0803839 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752002 s, 697 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739758 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124007 s, 423 MB/s
52428800 bytes (52 MB) copied, 0.0856985 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773202 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532323 s, 985 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775483 s, 676 MB/s
52428800 bytes (52 MB) copied, 0.108772 s, 482 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113619 s, 461 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119198 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167903 s, 312 MB/s
52428800 bytes (52 MB) copied, 0.156065 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125509 s, 418 MB/s
52428800 bytes (52 MB) copied, 0.145536 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148796 s, 352 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184544 s, 284 MB/s
52428800 bytes (52 MB) copied, 0.152328 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.156158 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158298 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181186 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173056 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129514 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124076 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170791 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19691 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239911 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150682 s, 348 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16959 s, 309 MB/s
52428800 bytes (52 MB) copied, 0.189414 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235206 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280305 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152113 s, 345 MB/s
52428800 bytes (52 MB) copied, 0.172364 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126794 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148502 s, 353 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151434 s, 346 MB/s
, 0.138116 s, 380 MB/s
52428800 bytes (52 MB) copied, 0.141396 s, 371 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235616 s, 223 MB/s
52428800 bytes (52 MB) copied, 0.22069 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206469 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231285 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214458 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231152 s, 227 MB/s
52428800 bytes (52 MB) copied, 0.152519 s, 344 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145373 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.176589 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212649 s, 247 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211014 s, 248 MB/s
52428800 bytes (52 MB) copied, 0.180638 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196489 s, 267 MB/s
, 0.150733 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157865 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191191 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150374 s, 349 MB/s
52428800 bytes (52 MB) copied, 0.168269 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143333 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842906 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130085 s, 403 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518807 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.144682 s, 362 MB/s
52428800 bytes (52 MB) copied, 0.133907 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116635 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102424 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197303 s, 266 MB/s
, 0.128549 s, 408 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101083 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210534 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104717 s, 501 MB/s
52428800 bytes (52 MB) copied, 0.234896 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125623 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110531 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602504 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125842 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400682 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831715 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764118 s, 686 MB/s
52428800 bytes (52 MB) copied, 0.147222 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936993 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079483 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866957 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115397 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112592 s, 466 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120631 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132994 s, 394 MB/s
52428800 bytes (52 MB) copied, 0.157892 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166157 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.12564 s, 417 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147428 s, 356 MB/s
52428800 bytes (52 MB) copied, 0.145421 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184201 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184826 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201929 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219169 s, 239 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241569 s, 217 MB/s
52428800 bytes (52 MB) copied, 0.210889 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196397 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126477 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147295 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239128 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130547 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961043 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225564 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112528 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131581 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20832 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113778 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196344 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150612 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143616 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14473 s, 362 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.132062 s, 397 MB/s
, 0.128907 s, 407 MB/s
52428800 bytes (52 MB) copied, 0.12493 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118475 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118763 s, 441 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254225 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122935 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246153 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.256354 s, 205 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.309392 s, 169 MB/s
, 0.115494 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102778 s, 510 MB/s
, 0.209718 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114018 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122799 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121853 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117024 s, 448 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529097 s, 991 MB/s
52428800 bytes (52 MB) copied, 0.119642 s, 438 MB/s
52428800 bytes (52 MB) copied, 0.11203 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0950134 s, 552 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447378 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0946072 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108676 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064865 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341426 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452983 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643476 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773032 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421608 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295212 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435177 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448149 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0450322 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138511 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104933 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143068 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156214 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137278 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161605 s, 324 MB/s
52428800 bytes (52 MB) copied, 0.155257 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147164 s, 356 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159222 s, 329 MB/s
52428800 bytes (52 MB) copied, 0.180466 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170125 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178948 s, 293 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163462 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.150394 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154328 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203784 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16879 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170577 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15884 s, 330 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150077 s, 349 MB/s
52428800 bytes (52 MB) copied, 0.121235 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181125 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149292 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181045 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171675 s, 305 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218513 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.19835 s, 264 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153916 s, 341 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125766 s, 417 MB/s
52428800 bytes (52 MB) copied, 0.12011 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164317 s, 319 MB/s
52428800 bytes (52 MB) copied, 0.134489 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157983 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183844 s, 285 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641126 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645439 s, 812 MB/s
52428800 bytes (52 MB) copied, 0.124115 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786252 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108149 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146734 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237304 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795038 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628743 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472092 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708353 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797151 s, 658 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127118 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132759 s, 395 MB/s
52428800 bytes (52 MB) copied, 0.132958 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165717 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
, 0.111975 s, 468 MB/s
52428800 bytes (52 MB) copied, 0.155825 s, 336 MB/s
52428800 bytes (52 MB) copied, 0.144827 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987337 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184607 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171468 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14213 s, 369 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118302 s, 443 MB/s
52428800 bytes (52 MB) copied, 0.21507 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15217 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140777 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203926 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146107 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151519 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132137 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14386 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146225 s, 359 MB/s
50+0 records in
50+0 records out
, 0.234136 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.167613 s, 313 MB/s
52428800 bytes (52 MB) copied, 0.163085 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.137246 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140275 s, 374 MB/s
52428800 bytes (52 MB) copied, 0.180486 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136763 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13728 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157115 s, 334 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162386 s, 323 MB/s
52428800 bytes (52 MB) copied, 0.170617 s, 307 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119569 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760223 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156984 s, 334 MB/s
52428800 bytes (52 MB) copied, 0.169914 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735367 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167906 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150661 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439168 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046369 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390041 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958208 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359738 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397529 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264479 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366667 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315968 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525538 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279772 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443235 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542873 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391058 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520764 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688287 s, 762 MB/s
52428800 bytes (52 MB) copied, 0.0614438 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1038 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984302 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083376 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109444 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106021 s, 495 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136244 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.0465852 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170619 s, 307 MB/s
52428800 bytes (52 MB) copied, 0.096375 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152987 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127303 s, 412 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109617 s, 478 MB/s
52428800 bytes (52 MB) copied, 0.118796 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215253 s, 244 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144976 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142927 s, 367 MB/s
52428800 bytes (52 MB) copied, 0.160799 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161375 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185197 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163528 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182126 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180331 s, 291 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187332 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.190272 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190468 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166102 s, 316 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195977 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206221 s, 254 MB/s
52428800 bytes (52 MB) copied, 0.205175 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275025 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178256 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201812 s, 260 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136553 s, 384 MB/s
50+0 records in
50+0 records out
, 0.186396 s, 281 MB/s
52428800 bytes (52 MB) copied, 0.199873 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.270885 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286106 s, 183 MB/s
, 0.151212 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202439 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230036 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16559 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227213 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164643 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250092 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153126 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135928 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124908 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137853 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827205 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562452 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157836 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161909 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123424 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373921 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115936 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383288 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530484 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479015 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102963 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0970928 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122068 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123842 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314207 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030225 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866628 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105211 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131537 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107143 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134976 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138412 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216482 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11198 s, 468 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153897 s, 341 MB/s
52428800 bytes (52 MB) copied, 0.19407 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153823 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268708 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978431 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164288 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16938 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184168 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220361 s, 238 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158 s, 332 MB/s
52428800 bytes (52 MB) copied, 0.126315 s, 415 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109539 s, 479 MB/s
52428800 bytes (52 MB) copied, 0.121184 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142256 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1147 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193822 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105521 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111924 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142189 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100017 s, 524 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108562 s, 483 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135877 s, 386 MB/s
, 0.134425 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246932 s, 212 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110123 s, 476 MB/s
52428800 bytes (52 MB) copied, 0.222252 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.188084 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208623 s, 251 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187095 s, 280 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182364 s, 287 MB/s
52428800 bytes (52 MB) copied, 0.165223 s, 317 MB/s
, 0.152645 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848199 s, 618 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173816 s, 302 MB/s
52428800 bytes (52 MB) copied, 0.151213 s, 347 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215955 s, 243 MB/s
52428800 bytes (52 MB) copied, 0.127499 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21302 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108215 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118493 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131159 s, 400 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.167573 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11665 s, 449 MB/s
, 0.112848 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245277 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101388 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665485 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723159 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686824 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089239 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288172 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149563 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125308 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400141 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576547 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580433 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101807 s, 515 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121435 s, 432 MB/s
52428800 bytes (52 MB) copied, 0.0408828 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832089 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646687 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11372 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949619 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828072 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739871 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607721 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951393 s, 551 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0834788 s, 628 MB/s
52428800 bytes (52 MB) copied, 0.130677 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0902001 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911999 s, 575 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166019 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.102996 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113402 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113008 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107685 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130017 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116527 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11968 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218895 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19688 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169009 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222463 s, 236 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158616 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159745 s, 328 MB/s
52428800 bytes (52 MB) copied, 0.198936 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181418 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192627 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195556 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228685 s, 229 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203283 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218474 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.258436 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236477 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241856 s, 217 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2726 s, 192 MB/s
52428800 bytes (52 MB) copied, 0.19482 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.164033 s, 320 MB/s
, 0.244938 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189377 s, 277 MB/s
52428800 bytes (52 MB) copied, 0.14174 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261187 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.302428 s, 173 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164467 s, 319 MB/s
52428800 bytes (52 MB) copied, 0.206891 s, 253 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075098 s, 698 MB/s
52428800 bytes (52 MB) copied, 0.0533713 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113372 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240774 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394281 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227115 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14558 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207248 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102139 s, 513 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812886 s, 645 MB/s
52428800 bytes (52 MB) copied, 0.143446 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941557 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100495 s, 522 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719099 s, 729 MB/s
52428800 bytes (52 MB) copied, 0.131615 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648074 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126091 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450321 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124227 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273422 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140979 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875833 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116303 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341303 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630682 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343111 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515652 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500895 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0640586 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690968 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114429 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842201 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130145 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183417 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138632 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207728 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208857 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179332 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261819 s, 200 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181255 s, 289 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.12224 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231041 s, 227 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.200133 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.184176 s, 285 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.186769 s, 281 MB/s
, 0.186474 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188863 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123737 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111828 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19245 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214799 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225796 s, 232 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312562 s, 168 MB/s
52428800 bytes (52 MB) copied, 0.244131 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227199 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209807 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169925 s, 309 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187196 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.194111 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29354 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212131 s, 247 MB/s
52428800 bytes (52 MB) copied, 0.304036 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133873 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196833 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228841 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245304 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140008 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224891 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.356811 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221902 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306518 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126554 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154489 s, 339 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17302 s, 303 MB/s
52428800 bytes (52 MB) copied, 0.140404 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19169 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10902 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116165 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706124 s, 742 MB/s
52428800 bytes (52 MB) copied, 0.0679162 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201652 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143145 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1423 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136937 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120251 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202282 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12412 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740312 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104722 s, 501 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721153 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803252 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119589 s, 438 MB/s
52428800 bytes (52 MB) copied, 0.118379 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731206 s, 717 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124797 s, 420 MB/s
52428800 bytes (52 MB) copied, 0.0696236 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121793 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10779 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154969 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14782 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1963 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19503 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21454 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233786 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217215 s, 241 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287285 s, 182 MB/s
52428800 bytes (52 MB) copied, 0.180656 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190284 s, 276 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184922 s, 284 MB/s
52428800 bytes (52 MB) copied, 0.243326 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287667 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162129 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211722 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21057 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195526 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155055 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193527 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239499 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160289 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29389 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15953 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284879 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155587 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162117 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112059 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542417 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221596 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186336 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225779 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192711 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112623 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760142 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285993 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078185 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872553 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722314 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168079 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106776 s, 491 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2222 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.265708 s, 197 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246026 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.296241 s, 177 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.316356 s, 166 MB/s
52428800 bytes (52 MB) copied, 0.331767 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.344528 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246313 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.340102 s, 154 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.345242 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294129 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.326628 s, 161 MB/s
52428800 bytes (52 MB) copied, 0.327068 s, 160 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.39859 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279922 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.3295 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241955 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.287274 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295952 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.348839 s, 150 MB/s
, 0.30071 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.357332 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187918 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160386 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127628 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154894 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129161 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140049 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971287 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969357 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733696 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271656 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415418 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036835 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0899134 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698099 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678028 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531467 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640183 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107406 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113616 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800136 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113874 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134258 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133295 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13264 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182889 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181408 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102454 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.105759 s, 496 MB/s
52428800 bytes (52 MB) copied, 0.195216 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150243 s, 349 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126409 s, 415 MB/s
52428800 bytes (52 MB) copied, 0.216279 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22263 s, 235 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117554 s, 446 MB/s
52428800 bytes (52 MB) copied, 0.241178 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140849 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10301 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249995 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.097171 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258356 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161532 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242063 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162716 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187272 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259458 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2422 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158571 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232569 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613005 s, 855 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239859 s, 219 MB/s
52428800 bytes (52 MB) copied, 0.246732 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126584 s, 414 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114537 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154781 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107774 s, 486 MB/s
52428800 bytes (52 MB) copied, 0.134998 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769364 s, 681 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781844 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640654 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537387 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475989 s, 1.1 GB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0784381 s, 668 MB/s
52428800 bytes (52 MB) copied, 0.0394697 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682711 s, 768 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312071 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0372478 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0514527 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486363 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945949 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290886 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646756 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948777 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575601 s, 911 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994755 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110306 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0904729 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10881 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114464 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865564 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798508 s, 657 MB/s
52428800 bytes (52 MB) copied, 0.126723 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084175 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360951 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804286 s, 652 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0581488 s, 902 MB/s
, 0.15568 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150527 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114497 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086168 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759534 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626641 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117598 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146327 s, 358 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187759 s, 279 MB/s
52428800 bytes (52 MB) copied, 0.177733 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20452 s, 256 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262825 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.277507 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227854 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251421 s, 209 MB/s
52428800 bytes (52 MB) copied, 0.289573 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225852 s, 232 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.329452 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35434 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.321452 s, 163 MB/s
52428800 bytes (52 MB) copied, 0.268098 s, 196 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274724 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31825 s, 165 MB/s
52428800 bytes (52 MB) copied, 0.236865 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30477 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195081 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285402 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170357 s, 308 MB/s
, 0.314019 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2495 s, 210 MB/s
, 0.324395 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229984 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228196 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272092 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.313362 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17916 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177194 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18096 s, 290 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138686 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220994 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.199042 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13684 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131957 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606642 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214876 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035109 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341308 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301126 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428098 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505062 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07249 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638466 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0956392 s, 548 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112501 s, 466 MB/s
52428800 bytes (52 MB) copied, 0.0706033 s, 743 MB/s
52428800 bytes (52 MB) copied, 0.124774 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151399 s, 346 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145324 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.197624 s, 265 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167126 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211095 s, 248 MB/s
52428800 bytes (52 MB) copied, 0.234324 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184657 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264426 s, 198 MB/s
52428800 bytes (52 MB) copied, 0.168438 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263016 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186976 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.213278 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2245 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233292 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192229 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220856 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245382 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21075 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173002 s, 303 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250678 s, 209 MB/s
52428800 bytes (52 MB) copied, 0.150208 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2189 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197092 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200315 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254629 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210736 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263075 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158663 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208932 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19299 s, 272 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944066 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689491 s, 760 MB/s
52428800 bytes (52 MB) copied, 0.176731 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269103 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309675 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287021 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030319 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342636 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554058 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11389 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727161 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823629 s, 637 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126755 s, 414 MB/s
52428800 bytes (52 MB) copied, 0.152312 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16863 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19853 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196015 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187184 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166863 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14561 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150039 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206842 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205388 s, 255 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159876 s, 328 MB/s
52428800 bytes (52 MB) copied, 0.270536 s, 194 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272267 s, 193 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26796 s, 196 MB/s
, 0.141219 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293422 s, 179 MB/s
52428800 bytes (52 MB) copied, 0.276557 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254002 s, 206 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.235158 s, 223 MB/s
, 0.230395 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149734 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0979375 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183711 s, 285 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154854 s, 339 MB/s
52428800 bytes (52 MB) copied, 0.133309 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198408 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11815 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289089 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282925 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355798 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031951 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301696 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237213 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375205 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446098 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566144 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315088 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367419 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704185 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499061 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417166 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372451 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512564 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686941 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580098 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613667 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133291 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986638 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184221 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233541 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208908 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168732 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262467 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195938 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212078 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301116 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275954 s, 190 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246517 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.240876 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243901 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266774 s, 197 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290028 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295848 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.244522 s, 214 MB/s
52428800 bytes (52 MB) copied, 0.24102 s, 218 MB/s
52428800 bytes (52 MB) copied, 0.303345 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178794 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269699 s, 194 MB/s
, 0.324365 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249729 s, 210 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237064 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272419 s, 192 MB/s
52428800 bytes (52 MB) copied, 0.161171 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219893 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195782 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104619 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10024 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132238 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243308 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618972 s, 847 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119042 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479813 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090885 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153404 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334586 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687121 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371799 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405482 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390814 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363164 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285293 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119161 s, 440 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134679 s, 389 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198288 s, 264 MB/s
, 0.203545 s, 258 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168805 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172121 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.203604 s, 258 MB/s
52428800 bytes (52 MB) copied, 0.170573 s, 307 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208638 s, 251 MB/s
52428800 bytes (52 MB) copied, 0.183693 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226757 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144592 s, 363 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.177124 s, 296 MB/s
, 0.155814 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201184 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189024 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149211 s, 351 MB/s
52428800 bytes (52 MB) copied, 0.15532 s, 338 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129694 s, 404 MB/s
52428800 bytes (52 MB) copied, 0.118929 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10558 s, 497 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120197 s, 436 MB/s
52428800 bytes (52 MB) copied, 0.133488 s, 393 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139293 s, 376 MB/s
52428800 bytes (52 MB) copied, 0.110503 s, 474 MB/s
52428800 bytes (52 MB) copied, 0.165143 s, 317 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611706 s, 857 MB/s
52428800 bytes (52 MB) copied, 0.0879687 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590303 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516963 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759793 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323023 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024725 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327075 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376887 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575234 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239295 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02894 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530572 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411839 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572688 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382932 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296946 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839944 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714704 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477764 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700052 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103966 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163967 s, 320 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140493 s, 373 MB/s
52428800 bytes (52 MB) copied, 0.167805 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20484 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18572 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198542 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145038 s, 361 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256695 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.286862 s, 183 MB/s
, 0.139115 s, 377 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263406 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.288716 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.300755 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27692 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.309462 s, 169 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.300673 s, 174 MB/s
52428800 bytes (52 MB) copied, 0.290917 s, 180 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317262 s, 165 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254377 s, 206 MB/s
52428800 bytes (52 MB) copied, 0.259482 s, 202 MB/s
52428800 bytes (52 MB) copied, 0.251521 s, 208 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.204194 s, 257 MB/s
, 0.208339 s, 252 MB/s
52428800 bytes (52 MB) copied, 0.201344 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209347 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.169299 s, 310 MB/s
, 0.142053 s, 369 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165129 s, 318 MB/s
52428800 bytes (52 MB) copied, 0.145646 s, 360 MB/s
52428800 bytes (52 MB) copied, 0.133268 s, 393 MB/s
52428800 bytes (52 MB) copied, 0.319462 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156961 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110348 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171851 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233666 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105484 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858365 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309531 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332408 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552273 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553577 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286578 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406147 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556102 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317593 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680821 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667918 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447718 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679088 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455806 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15591 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212037 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125653 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11032 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132955 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18616 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243135 s, 216 MB/s
52428800 bytes (52 MB) copied, 0.230493 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255003 s, 206 MB/s
52428800 bytes (52 MB) copied, 0.218757 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20434 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184423 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178504 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219117 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268512 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171118 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.200328 s, 262 MB/s
, 0.143325 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165377 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190309 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119442 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132845 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0950068 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205633 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722207 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198149 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171269 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210125 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633398 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114495 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548678 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329682 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108123 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693158 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0940044 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372397 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028077 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291007 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685463 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278374 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324912 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304585 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032908 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283599 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031998 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481089 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569661 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137728 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12576 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166661 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217785 s, 241 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185866 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.15972 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244693 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241918 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232841 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278587 s, 188 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.324233 s, 162 MB/s
52428800 bytes (52 MB) copied, 0.31876 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268842 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292878 s, 179 MB/s
52428800 bytes (52 MB) copied, 0.287741 s, 182 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.336416 s, 156 MB/s
, 0.228288 s, 230 MB/s
, 0.223874 s, 234 MB/s
52428800 bytes (52 MB) copied, 0.339045 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290712 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295373 s, 178 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254038 s, 206 MB/s
52428800 bytes (52 MB) copied, 0.22499 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280499 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.320692 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192606 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168375 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240462 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295524 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121894 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.354079 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251211 s, 209 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183413 s, 286 MB/s
52428800 bytes (52 MB) copied, 0.145752 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243993 s, 215 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134713 s, 389 MB/s
52428800 bytes (52 MB) copied, 0.0920768 s, 569 MB/s
52428800 bytes (52 MB) copied, 0.158567 s, 331 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138277 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158566 s, 331 MB/s
52428800 bytes (52 MB) copied, 0.136603 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163674 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18557 s, 283 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175074 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.176954 s, 296 MB/s
52428800 bytes (52 MB) copied, 0.195875 s, 268 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206261 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221735 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.128203 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234357 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20773 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159584 s, 329 MB/s
52428800 bytes (52 MB) copied, 0.153151 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191168 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191436 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148593 s, 353 MB/s
52428800 bytes (52 MB) copied, 0.0639833 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179627 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20498 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210924 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851523 s, 616 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111949 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085275 s, 615 MB/s
52428800 bytes (52 MB) copied, 0.0742718 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130507 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15441 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638342 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620423 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578833 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332342 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109384 s, 479 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138071 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166061 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.116599 s, 450 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174705 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.183404 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192575 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192541 s, 272 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216204 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19154 s, 274 MB/s
52428800 bytes (52 MB) copied, 0.201714 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26524 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264585 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139619 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208923 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216485 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250415 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200601 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191771 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159699 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276865 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279806 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224396 s, 234 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188509 s, 278 MB/s
52428800 bytes (52 MB) copied, 0.211953 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120434 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139175 s, 377 MB/s
, 0.188375 s, 278 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170196 s, 308 MB/s
52428800 bytes (52 MB) copied, 0.110522 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189905 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194088 s, 270 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775101 s, 676 MB/s
52428800 bytes (52 MB) copied, 0.139251 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910413 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10741 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250703 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414317 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897809 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420682 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395428 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235928 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256687 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044828 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0362827 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340519 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107067 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634607 s, 826 MB/s
52428800 bytes (52 MB) copied, 0.0955792 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124761 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123158 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664519 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139719 s, 375 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513611 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888483 s, 590 MB/s
52428800 bytes (52 MB) copied, 0.0885378 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110251 s, 476 MB/s
, 0.117248 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028519 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492331 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.121499 s, 432 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051926 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0728793 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917201 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917265 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112968 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110709 s, 474 MB/s
, 0.127649 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11015 s, 476 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126407 s, 415 MB/s
52428800 bytes (52 MB) copied, 0.163716 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159627 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216124 s, 243 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.206743 s, 254 MB/s
, 0.22211 s, 236 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151739 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187433 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158256 s, 331 MB/s
52428800 bytes (52 MB) copied, 0.177207 s, 296 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210641 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207992 s, 252 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185317 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.0893591 s, 587 MB/s
52428800 bytes (52 MB) copied, 0.224243 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643815 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214051 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192152 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17203 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115571 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133183 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829967 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141411 s, 371 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061252 s, 856 MB/s
52428800 bytes (52 MB) copied, 0.157259 s, 333 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781068 s, 671 MB/s
52428800 bytes (52 MB) copied, 0.0949606 s, 552 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09562 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890095 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999131 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625111 s, 839 MB/s
52428800 bytes (52 MB) copied, 0.149356 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098898 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549261 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879838 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918289 s, 571 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204658 s, 256 MB/s
52428800 bytes (52 MB) copied, 0.0781825 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197622 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114193 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191211 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922779 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762241 s, 688 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161175 s, 325 MB/s
52428800 bytes (52 MB) copied, 0.0809293 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172104 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243235 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221192 s, 237 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308222 s, 170 MB/s
52428800 bytes (52 MB) copied, 0.193964 s, 270 MB/s
52428800 bytes (52 MB) copied, 0.299752 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217722 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169413 s, 309 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178505 s, 294 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.236285 s, 222 MB/s
, 0.196574 s, 267 MB/s
52428800 bytes (52 MB) copied, 0.222375 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140259 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214343 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160067 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198264 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234429 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235847 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797977 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179747 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146091 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17748 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112417 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135186 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155469 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143225 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845866 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130962 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0974785 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118996 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119866 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198886 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813445 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155331 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204089 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983419 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102284 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11807 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168148 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827944 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212251 s, 247 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117993 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295116 s, 178 MB/s
52428800 bytes (52 MB) copied, 0.186829 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276819 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209758 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230881 s, 227 MB/s
52428800 bytes (52 MB) copied, 0.181217 s, 289 MB/s
52428800 bytes (52 MB) copied, 0.187984 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153018 s, 343 MB/s
52428800 bytes (52 MB) copied, 0.136602 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294057 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199936 s, 262 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113192 s, 463 MB/s
52428800 bytes (52 MB) copied, 0.204497 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2481 s, 211 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267356 s, 196 MB/s
52428800 bytes (52 MB) copied, 0.126413 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239418 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250628 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272282 s, 193 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280551 s, 187 MB/s
52428800 bytes (52 MB) copied, 0.247986 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126532 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.315744 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221447 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.340152 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130645 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112901 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121652 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13394 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293791 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27952 s, 188 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887815 s, 591 MB/s
52428800 bytes (52 MB) copied, 0.31019 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172915 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060449 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255999 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.303609 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15256 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665649 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581401 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374484 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041018 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764959 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900543 s, 582 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767976 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0891523 s, 588 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0976739 s, 537 MB/s
52428800 bytes (52 MB) copied, 0.0911746 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144822 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130704 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129354 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151465 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949037 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161158 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085782 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131718 s, 398 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120341 s, 436 MB/s
52428800 bytes (52 MB) copied, 0.122365 s, 428 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163647 s, 320 MB/s
52428800 bytes (52 MB) copied, 0.134183 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170805 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143193 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179568 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137394 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124027 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111226 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177566 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965011 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151827 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178852 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793161 s, 661 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172647 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151517 s, 346 MB/s
52428800 bytes (52 MB) copied, 0.141948 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169921 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181244 s, 289 MB/s
, 0.19371 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727027 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0913898 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14653 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539425 s, 972 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127985 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748219 s, 701 MB/s
52428800 bytes (52 MB) copied, 0.167156 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206445 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116558 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803824 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471521 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175244 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115209 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108649 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107146 s, 489 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134626 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798754 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248229 s, 211 MB/s
52428800 bytes (52 MB) copied, 0.142272 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191196 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140822 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191769 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169426 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944668 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10376 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435783 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107765 s, 487 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302828 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0908575 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460773 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877991 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341059 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806364 s, 650 MB/s
52428800 bytes (52 MB) copied, 0.084608 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567291 s, 924 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0885834 s, 592 MB/s
, 0.124897 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135252 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138139 s, 380 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15394 s, 341 MB/s
52428800 bytes (52 MB) copied, 0.122926 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906313 s, 578 MB/s
52428800 bytes (52 MB) copied, 0.0881765 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101487 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102174 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102779 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900798 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839603 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351723 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849683 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365356 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199424 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474468 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867044 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374789 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290215 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300388 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243864 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372963 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441005 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031417 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0301174 s, 1.7 GB/s
, 0.0515676 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308199 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507876 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100545 s, 521 MB/s
52428800 bytes (52 MB) copied, 0.0817215 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772438 s, 679 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121483 s, 432 MB/s
52428800 bytes (52 MB) copied, 0.0812673 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110158 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851227 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136808 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828565 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116366 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867168 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767866 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134341 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849239 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427653 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320221 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644023 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553084 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393173 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532021 s, 985 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604818 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543576 s, 965 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0433059 s, 1.2 GB/s
, 0.0755866 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617246 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062223 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656186 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523743 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463536 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433937 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825996 s, 635 MB/s
52428800 bytes (52 MB) copied, 0.0774361 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539969 s, 971 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737485 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479184 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342153 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682813 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595181 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624803 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704431 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675943 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747177 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546929 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770882 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088343 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761698 s, 688 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918349 s, 571 MB/s
52428800 bytes (52 MB) copied, 0.144006 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858829 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15131 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820763 s, 639 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0884835 s, 593 MB/s
, 0.0486646 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148012 s, 354 MB/s
52428800 bytes (52 MB) copied, 0.147198 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.146286 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.095902 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907609 s, 578 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173908 s, 301 MB/s
52428800 bytes (52 MB) copied, 0.169391 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772507 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951011 s, 551 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672953 s, 779 MB/s
52428800 bytes (52 MB) copied, 0.0865261 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041816 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320261 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795079 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119121 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120842 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117449 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228537 s, 229 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131933 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129725 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147051 s, 357 MB/s
52428800 bytes (52 MB) copied, 0.149378 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124074 s, 423 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112729 s, 465 MB/s
52428800 bytes (52 MB) copied, 0.11765 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182076 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203894 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181036 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140884 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145522 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839044 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128895 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110526 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107075 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116556 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176646 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290518 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888586 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343493 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283661 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418961 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249408 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049246 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441705 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518933 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524536 s, 1000 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719211 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105448 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599195 s, 875 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140679 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155528 s, 337 MB/s
, 0.123607 s, 424 MB/s
, 0.139301 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139025 s, 377 MB/s
52428800 bytes (52 MB) copied, 0.166311 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13549 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116332 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148973 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162201 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172698 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.209386 s, 250 MB/s
, 0.178339 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115023 s, 456 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209806 s, 250 MB/s
52428800 bytes (52 MB) copied, 0.185959 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181269 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186481 s, 281 MB/s
52428800 bytes (52 MB) copied, 0.179742 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198841 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156149 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189579 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167085 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961818 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176528 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202008 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109413 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263116 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10978 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094575 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179245 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232963 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107287 s, 489 MB/s
52428800 bytes (52 MB) copied, 0.0905881 s, 579 MB/s
52428800 bytes (52 MB) copied, 0.201401 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172933 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189881 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252781 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998418 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15407 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10121 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0973314 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18539 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11703 s, 448 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178393 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.196513 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238432 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136739 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0938998 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782001 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154871 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162022 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511824 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166819 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122592 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118288 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387363 s, 1.4 GB/s
, 0.119556 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11926 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0935907 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106274 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631185 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806944 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847673 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.08752 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111781 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702667 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049639 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10482 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147739 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125172 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926686 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150583 s, 348 MB/s
, 0.0716484 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792947 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159418 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103582 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0951754 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103145 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651715 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917931 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395599 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157626 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.132003 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153837 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182666 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199684 s, 263 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222083 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.142732 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158717 s, 330 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200507 s, 261 MB/s
52428800 bytes (52 MB) copied, 0.174515 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225218 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139779 s, 375 MB/s
52428800 bytes (52 MB) copied, 0.17828 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178006 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184582 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197238 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160567 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161486 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18489 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134203 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209928 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185905 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156966 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14122 s, 371 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952069 s, 551 MB/s
52428800 bytes (52 MB) copied, 0.118986 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145015 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502305 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347204 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367925 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053505 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438509 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620454 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472761 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0791368 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708694 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037605 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712692 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477545 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518312 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544147 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432073 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571541 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417599 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746898 s, 702 MB/s
52428800 bytes (52 MB) copied, 0.0820197 s, 639 MB/s
52428800 bytes (52 MB) copied, 0.0383279 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644895 s, 813 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080004 s, 655 MB/s
52428800 bytes (52 MB) copied, 0.0479544 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658794 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691382 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653996 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986206 s, 532 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.115724 s, 453 MB/s
, 0.117249 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127788 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116322 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109231 s, 480 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0959148 s, 547 MB/s
, 0.0980917 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100409 s, 522 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136832 s, 383 MB/s
52428800 bytes (52 MB) copied, 0.100941 s, 519 MB/s
52428800 bytes (52 MB) copied, 0.0930711 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110195 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561606 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499852 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695151 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780284 s, 672 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837415 s, 626 MB/s
52428800 bytes (52 MB) copied, 0.0956616 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114445 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412856 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355895 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465591 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342702 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285386 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473483 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333092 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413618 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866575 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366363 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489357 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457299 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608266 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888596 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395279 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439526 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231471 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026513 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371056 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451055 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397715 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413013 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261901 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289094 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270734 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245275 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321904 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275519 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670262 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782171 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526275 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758195 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754602 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754453 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074001 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569309 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12632 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0970737 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743441 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647803 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125022 s, 419 MB/s
, 0.106524 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540701 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467957 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0938446 s, 559 MB/s
52428800 bytes (52 MB) copied, 0.0908207 s, 577 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518706 s, 1.0 GB/s
, 0.0987591 s, 531 MB/s
52428800 bytes (52 MB) copied, 0.110886 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632916 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518794 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936224 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04271 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433669 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069817 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794532 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578274 s, 907 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0685408 s, 765 MB/s
52428800 bytes (52 MB) copied, 0.0879328 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793825 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817245 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794114 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121984 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107679 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665127 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127754 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115275 s, 455 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752934 s, 696 MB/s
52428800 bytes (52 MB) copied, 0.139458 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711343 s, 737 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752758 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114818 s, 457 MB/s
52428800 bytes (52 MB) copied, 0.126736 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538936 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617739 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738227 s, 710 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632318 s, 829 MB/s
52428800 bytes (52 MB) copied, 0.0612937 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556688 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541686 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332427 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255583 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441825 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621457 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578594 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042298 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389515 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031629 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332624 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622037 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806341 s, 650 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668004 s, 785 MB/s
52428800 bytes (52 MB) copied, 0.0728287 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06037 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901754 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643157 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412285 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545412 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106582 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684206 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825564 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553321 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428662 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644649 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0974496 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088862 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10863 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136013 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117346 s, 447 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140899 s, 372 MB/s
52428800 bytes (52 MB) copied, 0.137598 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.161243 s, 325 MB/s
52428800 bytes (52 MB) copied, 0.203623 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134079 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682882 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192185 s, 273 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127803 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198203 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135072 s, 388 MB/s
52428800 bytes (52 MB) copied, 0.188466 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189922 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198143 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100061 s, 524 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137365 s, 382 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.111246 s, 471 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.179627 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.132127 s, 397 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.25756 s, 204 MB/s
52428800 bytes (52 MB) copied, 0.148997 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123641 s, 424 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231206 s, 227 MB/s
52428800 bytes (52 MB) copied, 0.211456 s, 248 MB/s
52428800 bytes (52 MB) copied, 0.252257 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147923 s, 354 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111805 s, 469 MB/s
52428800 bytes (52 MB) copied, 0.130854 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135406 s, 387 MB/s
52428800 bytes (52 MB) copied, 0.258672 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130696 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230618 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223461 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143037 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146244 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133587 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137699 s, 381 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848948 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0935533 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102541 s, 511 MB/s
52428800 bytes (52 MB) copied, 0.096176 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094434 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637273 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886123 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413994 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396529 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389113 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614238 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480902 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251278 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680496 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421451 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540101 s, 971 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484916 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919318 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318645 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808172 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372161 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340656 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041488 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540554 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434487 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0925161 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386325 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669973 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365668 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508945 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.094104 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095931 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853221 s, 614 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779954 s, 672 MB/s
52428800 bytes (52 MB) copied, 0.051645 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602459 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109955 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797412 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081871 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11303 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192759 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189027 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185544 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177601 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174621 s, 300 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191552 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265672 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.257828 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197758 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261186 s, 201 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262952 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.227677 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252233 s, 208 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266904 s, 196 MB/s
50+0 records in
50+0 records out
, 0.238601 s, 220 MB/s
52428800 bytes (52 MB) copied, 0.224688 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215393 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148904 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179733 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.242436 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960159 s, 546 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141417 s, 371 MB/s
52428800 bytes (52 MB) copied, 0.253643 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428331 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211202 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.299873 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339675 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034871 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404611 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.044862 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704072 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042782 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718636 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688225 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736026 s, 712 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645349 s, 812 MB/s
52428800 bytes (52 MB) copied, 0.0643149 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104388 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218708 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817215 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131346 s, 399 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795071 s, 659 MB/s
52428800 bytes (52 MB) copied, 0.0851379 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755604 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214428 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873768 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0995936 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212484 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104693 s, 501 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10454 s, 502 MB/s
52428800 bytes (52 MB) copied, 0.167652 s, 313 MB/s
52428800 bytes (52 MB) copied, 0.155304 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106215 s, 494 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104805 s, 500 MB/s
52428800 bytes (52 MB) copied, 0.122713 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107525 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116861 s, 449 MB/s
, 0.165203 s, 317 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123612 s, 424 MB/s
52428800 bytes (52 MB) copied, 0.216408 s, 242 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168631 s, 311 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.142687 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151134 s, 347 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200189 s, 262 MB/s
, 0.135541 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213464 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149356 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776943 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433685 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422113 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166546 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16562 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504029 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264855 s, 198 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149097 s, 352 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146595 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.172916 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.322634 s, 163 MB/s
52428800 bytes (52 MB) copied, 0.23062 s, 227 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19584 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.313779 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244661 s, 214 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295169 s, 178 MB/s
52428800 bytes (52 MB) copied, 0.228925 s, 229 MB/s
52428800 bytes (52 MB) copied, 0.264639 s, 198 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278077 s, 189 MB/s
52428800 bytes (52 MB) copied, 0.471201 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174921 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150223 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13786 s, 380 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.339949 s, 154 MB/s
52428800 bytes (52 MB) copied, 0.138816 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237575 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247203 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194852 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242123 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235425 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22777 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197383 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110397 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190639 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772062 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691117 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0938719 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748856 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705844 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546421 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539616 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277266 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701216 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135532 s, 387 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155582 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118012 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162584 s, 322 MB/s
52428800 bytes (52 MB) copied, 0.119871 s, 437 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0953937 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.114869 s, 456 MB/s
, 0.162326 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191011 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110165 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145992 s, 359 MB/s
52428800 bytes (52 MB) copied, 0.154118 s, 340 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136067 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.164462 s, 319 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157284 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.136984 s, 383 MB/s
52428800 bytes (52 MB) copied, 0.14727 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169204 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170355 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872305 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146934 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106765 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146276 s, 358 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800698 s, 655 MB/s
52428800 bytes (52 MB) copied, 0.146557 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.0601136 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153961 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610088 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508305 s, 1.0 GB/s
, 0.159166 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101082 s, 519 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715638 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072328 s, 725 MB/s
52428800 bytes (52 MB) copied, 0.0874867 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225529 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596016 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234174 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399658 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029932 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236859 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459066 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470828 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054804 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041088 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479458 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424533 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319462 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0967777 s, 542 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690564 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10497 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661124 s, 793 MB/s
52428800 bytes (52 MB) copied, 0.0771986 s, 679 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111019 s, 472 MB/s
52428800 bytes (52 MB) copied, 0.0923223 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711873 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945998 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155909 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779523 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11123 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117389 s, 447 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133778 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089316 s, 587 MB/s
52428800 bytes (52 MB) copied, 0.131671 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112318 s, 467 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530516 s, 988 MB/s
52428800 bytes (52 MB) copied, 0.107156 s, 489 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.127603 s, 411 MB/s
, 0.106895 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129636 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164221 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148595 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181393 s, 289 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107924 s, 486 MB/s
52428800 bytes (52 MB) copied, 0.158244 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164302 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085641 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659663 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159255 s, 329 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134126 s, 391 MB/s
52428800 bytes (52 MB) copied, 0.0691928 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135735 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0850668 s, 616 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104532 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845232 s, 620 MB/s
52428800 bytes (52 MB) copied, 0.190771 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750052 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123941 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200187 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932872 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20736 s, 253 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152976 s, 343 MB/s
52428800 bytes (52 MB) copied, 0.186282 s, 281 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161691 s, 324 MB/s
52428800 bytes (52 MB) copied, 0.222837 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186182 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143948 s, 364 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249227 s, 210 MB/s
52428800 bytes (52 MB) copied, 0.158601 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136854 s, 383 MB/s
52428800 bytes (52 MB) copied, 0.205356 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144258 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287333 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246832 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223822 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102554 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184189 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575641 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227305 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149237 s, 351 MB/s
52428800 bytes (52 MB) copied, 0.146863 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152488 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070622 s, 742 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146366 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.100337 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109915 s, 477 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901388 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205786 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10731 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136075 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.134983 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115986 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142056 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12332 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0937724 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946805 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181029 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088053 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589659 s, 889 MB/s
, 0.177582 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133665 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621826 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177148 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168358 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117397 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514648 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0949876 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104718 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811238 s, 646 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098639 s, 532 MB/s
52428800 bytes (52 MB) copied, 0.078032 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929607 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136252 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117869 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157628 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156481 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125023 s, 419 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0832154 s, 630 MB/s
, 0.127429 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.14222 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14822 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109538 s, 479 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152164 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179009 s, 293 MB/s
52428800 bytes (52 MB) copied, 0.157513 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110068 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255438 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153756 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260508 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182557 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260348 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226961 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174162 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172154 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258396 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.298328 s, 176 MB/s
52428800 bytes (52 MB) copied, 0.254861 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.271159 s, 193 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.291861 s, 180 MB/s
52428800 bytes (52 MB) copied, 0.344587 s, 152 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255596 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308024 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175441 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.346266 s, 151 MB/s
52428800 bytes (52 MB) copied, 0.249485 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196309 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30492 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108922 s, 481 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109893 s, 477 MB/s
52428800 bytes (52 MB) copied, 0.298936 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
, 0.235822 s, 222 MB/s
52428800 bytes (52 MB) copied, 0.275828 s, 190 MB/s
52428800 bytes (52 MB) copied, 0.160504 s, 327 MB/s
52428800 bytes (52 MB) copied, 0.290665 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130268 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258832 s, 203 MB/s
, 0.148135 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141938 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10005 s, 524 MB/s
, 0.101781 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104432 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255467 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758053 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744132 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076898 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069359 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792174 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523715 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690471 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213271 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698499 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472592 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060184 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668871 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104718 s, 501 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117884 s, 445 MB/s
52428800 bytes (52 MB) copied, 0.135932 s, 386 MB/s
52428800 bytes (52 MB) copied, 0.158758 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176319 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158509 s, 331 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1612 s, 325 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184163 s, 285 MB/s
, 0.150909 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134148 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.14592 s, 359 MB/s
, 0.151159 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135432 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188972 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183176 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149103 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140237 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149822 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113253 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055519 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603811 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104253 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500841 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749431 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605136 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214993 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771181 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252541 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329961 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489686 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775194 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378292 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753275 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582039 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738673 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928442 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576037 s, 910 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105252 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790704 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886362 s, 592 MB/s
52428800 bytes (52 MB) copied, 0.110272 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638926 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708678 s, 740 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923995 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.091264 s, 574 MB/s
52428800 bytes (52 MB) copied, 0.114263 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934779 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947457 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125534 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126088 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947394 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133633 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110693 s, 474 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259869 s, 202 MB/s
52428800 bytes (52 MB) copied, 0.136622 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12882 s, 407 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176743 s, 297 MB/s
52428800 bytes (52 MB) copied, 0.136539 s, 384 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218354 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.194648 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115452 s, 454 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218695 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.229865 s, 228 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144603 s, 363 MB/s
, 0.224783 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231567 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12441 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572395 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158907 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1738 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100848 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560559 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234687 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760548 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188008 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720388 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126881 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114685 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122205 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999256 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150288 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152704 s, 343 MB/s
52428800 bytes (52 MB) copied, 0.0945628 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112495 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178389 s, 294 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208712 s, 251 MB/s
, 0.158231 s, 331 MB/s
52428800 bytes (52 MB) copied, 0.108398 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134978 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111589 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139589 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167496 s, 313 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23769 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142392 s, 368 MB/s
52428800 bytes (52 MB) copied, 0.117054 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14392 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108142 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158577 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120459 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149716 s, 350 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155003 s, 338 MB/s
52428800 bytes (52 MB) copied, 0.180136 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112807 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143533 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14575 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928268 s, 565 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0985621 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120139 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134448 s, 390 MB/s
52428800 bytes (52 MB) copied, 0.124922 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105815 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184413 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997707 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110883 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930006 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124133 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762719 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475189 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295528 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959486 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684884 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705153 s, 744 MB/s
, 0.0756749 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817502 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718548 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090621 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114211 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093926 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852414 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101237 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106363 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119518 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109475 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943395 s, 556 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868706 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105721 s, 496 MB/s
52428800 bytes (52 MB) copied, 0.133915 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140456 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101154 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140562 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125198 s, 419 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125456 s, 418 MB/s
52428800 bytes (52 MB) copied, 0.130848 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12751 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098855 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145643 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163184 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17387 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172368 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0904097 s, 580 MB/s
52428800 bytes (52 MB) copied, 0.136863 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17472 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12364 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188378 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194716 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138665 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760164 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132047 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851792 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137727 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122961 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0891362 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734865 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532334 s, 985 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941508 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355244 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438208 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025034 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339516 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111145 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881937 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872989 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847738 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703229 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539857 s, 971 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475734 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575528 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467465 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540543 s, 970 MB/s
52428800 bytes (52 MB) copied, 0.0666864 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504779 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137782 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.134304 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15588 s, 336 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147282 s, 356 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156226 s, 336 MB/s
, 0.157284 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220246 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191683 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113351 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180202 s, 291 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193 s, 272 MB/s
52428800 bytes (52 MB) copied, 0.173662 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179293 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145474 s, 360 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165552 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294409 s, 178 MB/s
52428800 bytes (52 MB) copied, 0.149952 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290123 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132969 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137726 s, 381 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120689 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.340794 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24061 s, 218 MB/s
52428800 bytes (52 MB) copied, 0.120306 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287766 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205882 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154932 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191131 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121613 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122953 s, 426 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12096 s, 433 MB/s
52428800 bytes (52 MB) copied, 0.142941 s, 367 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.244081 s, 215 MB/s
52428800 bytes (52 MB) copied, 0.262218 s, 200 MB/s
, 0.250223 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113121 s, 463 MB/s
52428800 bytes (52 MB) copied, 0.16171 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1752 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934091 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159236 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12695 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688078 s, 762 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133276 s, 393 MB/s
52428800 bytes (52 MB) copied, 0.159803 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12025 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143348 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118121 s, 444 MB/s
, 0.112968 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119024 s, 440 MB/s
52428800 bytes (52 MB) copied, 0.138745 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759843 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825485 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10514 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664012 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543925 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122332 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169419 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.117964 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142167 s, 369 MB/s
52428800 bytes (52 MB) copied, 0.183349 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219646 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154288 s, 340 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208024 s, 252 MB/s
52428800 bytes (52 MB) copied, 0.148561 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202206 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203284 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20525 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146423 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142695 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101686 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129942 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138413 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182282 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152523 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132249 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147919 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123634 s, 424 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189847 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167724 s, 313 MB/s
52428800 bytes (52 MB) copied, 0.176684 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119606 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120835 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179969 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142845 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171566 s, 306 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193152 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136399 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232339 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214155 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230612 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127613 s, 411 MB/s
, 0.235018 s, 223 MB/s
52428800 bytes (52 MB) copied, 0.118693 s, 442 MB/s
52428800 bytes (52 MB) copied, 0.214454 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206829 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889378 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16737 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510399 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062846 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130099 s, 403 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0904396 s, 580 MB/s
52428800 bytes (52 MB) copied, 0.0702333 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597398 s, 878 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173036 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.108717 s, 482 MB/s
, 0.0889642 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648277 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952541 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871094 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104796 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612672 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504043 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676104 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104143 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104756 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129164 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518631 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646999 s, 810 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0633417 s, 828 MB/s
52428800 bytes (52 MB) copied, 0.115297 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116314 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650556 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731477 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634918 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0496221 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931425 s, 563 MB/s
52428800 bytes (52 MB) copied, 0.0736958 s, 711 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.181608 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649619 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124372 s, 422 MB/s
, 0.117822 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108785 s, 482 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105843 s, 495 MB/s
52428800 bytes (52 MB) copied, 0.0933232 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821956 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10481 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990164 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102269 s, 513 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993373 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113491 s, 462 MB/s
52428800 bytes (52 MB) copied, 0.0810471 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100746 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899013 s, 583 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700412 s, 749 MB/s
52428800 bytes (52 MB) copied, 0.101986 s, 514 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.103727 s, 505 MB/s
52428800 bytes (52 MB) copied, 0.0425705 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0998182 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103228 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127163 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460139 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934433 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949545 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.096272 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499898 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494952 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529162 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625136 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655844 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495363 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354039 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930081 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846963 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111143 s, 472 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129471 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116285 s, 451 MB/s
52428800 bytes (52 MB) copied, 0.12054 s, 435 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111877 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137827 s, 380 MB/s
52428800 bytes (52 MB) copied, 0.163818 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147023 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170379 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152588 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153416 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183717 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170032 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152654 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149873 s, 350 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136213 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.189406 s, 277 MB/s
52428800 bytes (52 MB) copied, 0.179835 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.196093 s, 267 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153376 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201694 s, 260 MB/s
52428800 bytes (52 MB) copied, 0.134403 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141081 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178987 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127062 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160248 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154924 s, 338 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903577 s, 580 MB/s
52428800 bytes (52 MB) copied, 0.148378 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906905 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736877 s, 711 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691212 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836933 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704348 s, 744 MB/s
52428800 bytes (52 MB) copied, 0.137757 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593869 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719679 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861886 s, 608 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721974 s, 726 MB/s
52428800 bytes (52 MB) copied, 0.0745547 s, 703 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933572 s, 562 MB/s
52428800 bytes (52 MB) copied, 0.0988928 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454891 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723399 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107029 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557809 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932212 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320251 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308742 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375411 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429957 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642615 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317486 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586274 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344416 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393247 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205329 s, 255 MB/s
52428800 bytes (52 MB) copied, 0.165736 s, 316 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140635 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171427 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.193337 s, 271 MB/s
, 0.131452 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241334 s, 217 MB/s
52428800 bytes (52 MB) copied, 0.159295 s, 329 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.131186 s, 400 MB/s
, 0.200876 s, 261 MB/s
52428800 bytes (52 MB) copied, 0.162676 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281475 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193913 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141816 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218355 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196913 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211551 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136708 s, 384 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29297 s, 179 MB/s
52428800 bytes (52 MB) copied, 0.167517 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210964 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127672 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.297326 s, 176 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159085 s, 330 MB/s
52428800 bytes (52 MB) copied, 0.160428 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150018 s, 349 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.292442 s, 179 MB/s
, 0.159669 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151456 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170442 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234017 s, 224 MB/s
52428800 bytes (52 MB) copied, 0.269208 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128555 s, 408 MB/s
, 0.101569 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076435 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635187 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125178 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157199 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110801 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089118 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108575 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799008 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359128 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104661 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038608 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266982 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275273 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326659 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028167 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424092 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522997 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815525 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122841 s, 427 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968672 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0979304 s, 535 MB/s
, 0.106395 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894785 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0974296 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13666 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.087273 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057313 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109675 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969787 s, 541 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100425 s, 522 MB/s
52428800 bytes (52 MB) copied, 0.169098 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872114 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601657 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523028 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813309 s, 645 MB/s
52428800 bytes (52 MB) copied, 0.111756 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1084 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.087596 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538893 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712068 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813235 s, 645 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0224248 s, 2.3 GB/s
, 0.0767209 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787713 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420099 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382609 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0255838 s, 2.0 GB/s
52428800 bytes (52 MB) copied, 0.023618 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274855 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276458 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507175 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578006 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267523 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323963 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257688 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245624 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357855 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377118 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803286 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747939 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617717 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104524 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924194 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800307 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114764 s, 457 MB/s
, 0.0911045 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148386 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10729 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126774 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147957 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146719 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126903 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107549 s, 487 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104306 s, 503 MB/s
52428800 bytes (52 MB) copied, 0.0668547 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115322 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176494 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134754 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117533 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597361 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035166 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316349 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259273 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620494 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566766 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389977 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847526 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656542 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463632 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403853 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955982 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101317 s, 517 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.077509 s, 676 MB/s
, 0.0410658 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330382 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625668 s, 838 MB/s
52428800 bytes (52 MB) copied, 0.0490623 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331352 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622937 s, 842 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0430943 s, 1.2 GB/s
, 0.0417157 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571433 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354859 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031225 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564214 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491174 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572098 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694752 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056893 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17021 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169008 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17555 s, 299 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240379 s, 218 MB/s
52428800 bytes (52 MB) copied, 0.179817 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20505 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18943 s, 277 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301716 s, 174 MB/s
52428800 bytes (52 MB) copied, 0.181045 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191272 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15493 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209552 s, 250 MB/s
, 0.153637 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216959 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196939 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.382054 s, 137 MB/s
, 0.312269 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374072 s, 140 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.377957 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177781 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263344 s, 199 MB/s
52428800 bytes (52 MB) copied, 0.190362 s, 275 MB/s
52428800 bytes (52 MB) copied, 0.290639 s, 180 MB/s
52428800 bytes (52 MB) copied, 0.266958 s, 196 MB/s
52428800 bytes (52 MB) copied, 0.209026 s, 251 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235794 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246765 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201329 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18206 s, 288 MB/s
52428800 bytes (52 MB) copied, 0.13843 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188874 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119682 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0885445 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107648 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168552 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671579 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130961 s, 400 MB/s
52428800 bytes (52 MB) copied, 0.117222 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915546 s, 573 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609612 s, 860 MB/s
52428800 bytes (52 MB) copied, 0.0634829 s, 826 MB/s
52428800 bytes (52 MB) copied, 0.066322 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309929 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407771 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549786 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336129 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522569 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623391 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554129 s, 946 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445608 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0582835 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810706 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554571 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057532 s, 911 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699766 s, 749 MB/s
52428800 bytes (52 MB) copied, 0.059002 s, 889 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466536 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510824 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0655491 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799869 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533305 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053598 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748288 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471496 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560061 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675026 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410812 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100483 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757863 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439461 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667178 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466185 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409628 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482622 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754805 s, 695 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688896 s, 761 MB/s
52428800 bytes (52 MB) copied, 0.10916 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117102 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127919 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128878 s, 407 MB/s
52428800 bytes (52 MB) copied, 0.147237 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.10595 s, 495 MB/s
52428800 bytes (52 MB) copied, 0.120999 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141223 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.142115 s, 369 MB/s
52428800 bytes (52 MB) copied, 0.138405 s, 379 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157064 s, 334 MB/s
52428800 bytes (52 MB) copied, 0.137129 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116078 s, 452 MB/s
, 0.132833 s, 395 MB/s
52428800 bytes (52 MB) copied, 0.128492 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160045 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0935887 s, 560 MB/s
52428800 bytes (52 MB) copied, 0.0878805 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125308 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103954 s, 504 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106967 s, 490 MB/s
52428800 bytes (52 MB) copied, 0.133764 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842397 s, 622 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593169 s, 884 MB/s
52428800 bytes (52 MB) copied, 0.0859392 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16377 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372192 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163562 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155881 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626332 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543205 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737373 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441632 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394139 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039324 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360082 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03741 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294882 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336727 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283012 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271845 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271596 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265535 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319215 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261314 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215847 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299922 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366591 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788275 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777663 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934768 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0833123 s, 629 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.102519 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.091186 s, 575 MB/s
, 0.098659 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098262 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111548 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712615 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108677 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640779 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933863 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100552 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687274 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104213 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634916 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921043 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590309 s, 888 MB/s
, 0.0994114 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101879 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109578 s, 478 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920638 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150378 s, 349 MB/s
52428800 bytes (52 MB) copied, 0.0954742 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103738 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102602 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118249 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842037 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141004 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137326 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862137 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127669 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668544 s, 784 MB/s
52428800 bytes (52 MB) copied, 0.123049 s, 426 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699871 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166597 s, 315 MB/s
52428800 bytes (52 MB) copied, 0.120213 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901755 s, 581 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110861 s, 473 MB/s
52428800 bytes (52 MB) copied, 0.0835135 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313238 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794714 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438317 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296407 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307674 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286959 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263738 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234707 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259604 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248282 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343252 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06543 s, 801 MB/s
52428800 bytes (52 MB) copied, 0.0434416 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683806 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915904 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123388 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10833 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11518 s, 455 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145592 s, 360 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143577 s, 365 MB/s
52428800 bytes (52 MB) copied, 0.140554 s, 373 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124816 s, 420 MB/s
52428800 bytes (52 MB) copied, 0.129396 s, 405 MB/s
52428800 bytes (52 MB) copied, 0.178382 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16011 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148628 s, 353 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146455 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199151 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.131694 s, 398 MB/s
52428800 bytes (52 MB) copied, 0.116225 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171846 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.167957 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226467 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175801 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260912 s, 201 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168903 s, 310 MB/s
52428800 bytes (52 MB) copied, 0.130761 s, 401 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140252 s, 374 MB/s
, 0.125486 s, 418 MB/s
52428800 bytes (52 MB) copied, 0.173389 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229061 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226995 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115433 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11754 s, 446 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133094 s, 394 MB/s
52428800 bytes (52 MB) copied, 0.131034 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201325 s, 260 MB/s
52428800 bytes (52 MB) copied, 0.15868 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1379 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444093 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112353 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131365 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202721 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111773 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123721 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144522 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114596 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718892 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103149 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776046 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758648 s, 691 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789644 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074416 s, 705 MB/s
52428800 bytes (52 MB) copied, 0.0828819 s, 633 MB/s
52428800 bytes (52 MB) copied, 0.101597 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617818 s, 849 MB/s
52428800 bytes (52 MB) copied, 0.140847 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105503 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316704 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347015 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577831 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033839 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382171 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438355 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040358 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353941 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055202 s, 950 MB/s
52428800 bytes (52 MB) copied, 0.0433489 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424402 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694395 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308575 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628274 s, 834 MB/s
52428800 bytes (52 MB) copied, 0.0603298 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529465 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921125 s, 569 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534503 s, 981 MB/s
52428800 bytes (52 MB) copied, 0.101565 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778662 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578878 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900996 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505553 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755605 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090462 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110136 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926029 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747359 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700814 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156177 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740114 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772252 s, 679 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062017 s, 845 MB/s
52428800 bytes (52 MB) copied, 0.0805977 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676941 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721941 s, 726 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796353 s, 658 MB/s
52428800 bytes (52 MB) copied, 0.176838 s, 296 MB/s
52428800 bytes (52 MB) copied, 0.104203 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887241 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998304 s, 525 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0850257 s, 617 MB/s
52428800 bytes (52 MB) copied, 0.110082 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111396 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117126 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130502 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107307 s, 489 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837129 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955403 s, 549 MB/s
52428800 bytes (52 MB) copied, 0.127232 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129996 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117841 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153355 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962675 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069462 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862747 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108195 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0722736 s, 725 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671586 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548791 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569248 s, 921 MB/s
52428800 bytes (52 MB) copied, 0.0834084 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133454 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419621 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528374 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04069 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365929 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328963 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269503 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527649 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297448 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418024 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644576 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627678 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125779 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557907 s, 940 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110057 s, 476 MB/s
52428800 bytes (52 MB) copied, 0.0812196 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171016 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981769 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137444 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170929 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140092 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174004 s, 301 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244453 s, 214 MB/s
52428800 bytes (52 MB) copied, 0.180025 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202606 s, 259 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247767 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192116 s, 273 MB/s
, 0.217417 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188789 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261908 s, 200 MB/s
52428800 bytes (52 MB) copied, 0.296051 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.326237 s, 161 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.239994 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236964 s, 221 MB/s
52428800 bytes (52 MB) copied, 0.268214 s, 195 MB/s
, 0.277378 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279866 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203177 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221453 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259428 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22379 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258932 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273289 s, 192 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199275 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215576 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314667 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.322725 s, 162 MB/s
52428800 bytes (52 MB) copied, 0.268384 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132387 s, 396 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260022 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538466 s, 974 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15443 s, 339 MB/s
, 0.159188 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471095 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968231 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665694 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960581 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674245 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234805 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767923 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481986 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821663 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712944 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0818192 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756011 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596954 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20089 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156112 s, 336 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175565 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168843 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109902 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184413 s, 284 MB/s
52428800 bytes (52 MB) copied, 0.231913 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206991 s, 253 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249149 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148784 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226358 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196769 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264454 s, 198 MB/s
52428800 bytes (52 MB) copied, 0.212921 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233874 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174619 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160379 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216956 s, 242 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194428 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124642 s, 421 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176636 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0776344 s, 675 MB/s
, 0.19542 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.151419 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105366 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109905 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143723 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
, 0.135303 s, 387 MB/s
52428800 bytes (52 MB) copied, 0.0744359 s, 704 MB/s
52428800 bytes (52 MB) copied, 0.171627 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120893 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394714 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693473 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066835 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577208 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443493 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331136 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367385 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329171 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576212 s, 910 MB/s
52428800 bytes (52 MB) copied, 0.0475376 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747869 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819269 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713049 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801702 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955542 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688184 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121069 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929161 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748926 s, 700 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110443 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103166 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163022 s, 322 MB/s
52428800 bytes (52 MB) copied, 0.192326 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168969 s, 310 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10797 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197867 s, 265 MB/s
52428800 bytes (52 MB) copied, 0.134967 s, 388 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16539 s, 317 MB/s
52428800 bytes (52 MB) copied, 0.10778 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165044 s, 318 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14257 s, 368 MB/s
52428800 bytes (52 MB) copied, 0.106206 s, 494 MB/s
52428800 bytes (52 MB) copied, 0.159921 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193947 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.271541 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192132 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238129 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113356 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200613 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961319 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249148 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268066 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721955 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479252 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426403 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242571 s, 216 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373048 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.149768 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048582 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526467 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577773 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065438 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063085 s, 831 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11425 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064935 s, 807 MB/s
52428800 bytes (52 MB) copied, 0.11286 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119006 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138085 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100239 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929921 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595707 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506551 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890876 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746436 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509108 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527545 s, 994 MB/s
52428800 bytes (52 MB) copied, 0.0997858 s, 525 MB/s
52428800 bytes (52 MB) copied, 0.0756073 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085199 s, 615 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063227 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693949 s, 756 MB/s
52428800 bytes (52 MB) copied, 0.0765436 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490416 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423039 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515638 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435127 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0364862 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410984 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314911 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318613 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0566585 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759427 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292703 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411812 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382505 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06006 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426456 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307065 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636077 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555492 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500413 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693348 s, 756 MB/s
52428800 bytes (52 MB) copied, 0.0598651 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682847 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484835 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380381 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0689162 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695734 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034489 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132504 s, 396 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865072 s, 606 MB/s
52428800 bytes (52 MB) copied, 0.128753 s, 407 MB/s
52428800 bytes (52 MB) copied, 0.143189 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441884 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11055 s, 474 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105283 s, 498 MB/s
52428800 bytes (52 MB) copied, 0.101446 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117467 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104089 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10009 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107798 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884331 s, 593 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102918 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107453 s, 488 MB/s
52428800 bytes (52 MB) copied, 0.118668 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971689 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123671 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11937 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0980975 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106747 s, 491 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114238 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894593 s, 586 MB/s
52428800 bytes (52 MB) copied, 0.0822115 s, 638 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100893 s, 520 MB/s
52428800 bytes (52 MB) copied, 0.0948479 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118632 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864316 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610663 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110184 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109265 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127124 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658278 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914718 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10206 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0876513 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751381 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066006 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518774 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711298 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290772 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454815 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258485 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662048 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458718 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504405 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647449 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467658 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632185 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400643 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439914 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615923 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556386 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555997 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804667 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638934 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275735 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026666 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432864 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582424 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108493 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0957899 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100758 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661888 s, 792 MB/s
, 0.110255 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136177 s, 385 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.112463 s, 466 MB/s
, 0.17774 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148725 s, 353 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151276 s, 347 MB/s
, 0.166993 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159849 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206292 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191435 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116883 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126982 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122012 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149844 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0901577 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112421 s, 466 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122687 s, 427 MB/s
52428800 bytes (52 MB) copied, 0.178549 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.202885 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114219 s, 459 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080715 s, 650 MB/s
52428800 bytes (52 MB) copied, 0.106638 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910037 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618487 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584457 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456505 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12291 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14838 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601764 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518285 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121706 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529888 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161771 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524983 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141509 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520787 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463969 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138573 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405821 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0954156 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285771 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147277 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107802 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894014 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326108 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434294 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377297 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357053 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411353 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034459 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844349 s, 621 MB/s
, 0.0704046 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943704 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699511 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939286 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130594 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106619 s, 492 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131563 s, 399 MB/s
52428800 bytes (52 MB) copied, 0.149022 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16144 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136266 s, 385 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131176 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109309 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167063 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162802 s, 322 MB/s
52428800 bytes (52 MB) copied, 0.160389 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152332 s, 344 MB/s
, 0.247789 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135588 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0957965 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138015 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132931 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0977729 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186873 s, 281 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260789 s, 201 MB/s
52428800 bytes (52 MB) copied, 0.135045 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307661 s, 170 MB/s
52428800 bytes (52 MB) copied, 0.25509 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267757 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154615 s, 339 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173653 s, 302 MB/s
52428800 bytes (52 MB) copied, 0.175359 s, 299 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168361 s, 311 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120355 s, 436 MB/s
, 0.186645 s, 281 MB/s
52428800 bytes (52 MB) copied, 0.190698 s, 275 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125037 s, 419 MB/s
52428800 bytes (52 MB) copied, 0.117679 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227447 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402005 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2223 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130293 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227648 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.255544 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.122631 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1894 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551977 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266471 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461231 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475433 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414766 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461581 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484452 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0575248 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579786 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487572 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479559 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0958751 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617245 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114914 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186111 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167111 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15755 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151204 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172643 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19194 s, 273 MB/s
, 0.226712 s, 231 MB/s
52428800 bytes (52 MB) copied, 0.225418 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158319 s, 331 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262647 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265624 s, 197 MB/s
, 0.196827 s, 266 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220213 s, 238 MB/s
52428800 bytes (52 MB) copied, 0.238982 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.282244 s, 186 MB/s
, 0.198896 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173902 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157324 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24456 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283062 s, 185 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244926 s, 214 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169895 s, 309 MB/s
52428800 bytes (52 MB) copied, 0.279545 s, 188 MB/s
52428800 bytes (52 MB) copied, 0.248558 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114173 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155063 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099348 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124295 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758843 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803255 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729955 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278081 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357063 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456293 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475089 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591971 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10946 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856111 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125074 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109331 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561692 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16785 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220675 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202405 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156961 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220254 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294023 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169757 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208712 s, 251 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197211 s, 266 MB/s
52428800 bytes (52 MB) copied, 0.21442 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229274 s, 229 MB/s
52428800 bytes (52 MB) copied, 0.237347 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.330568 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.392021 s, 134 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.319603 s, 164 MB/s
, 0.180269 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205327 s, 255 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200181 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.262549 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23516 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312848 s, 168 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753692 s, 696 MB/s
52428800 bytes (52 MB) copied, 0.176136 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092593 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198499 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283214 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250226 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132979 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101772 s, 515 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439843 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.161395 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193967 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12108 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061178 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463132 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663273 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824446 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0854409 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871261 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358997 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708982 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404472 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461029 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656903 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870369 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502225 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0904385 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607176 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105844 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0927124 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955091 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121822 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135805 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186731 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101325 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184654 s, 284 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184076 s, 285 MB/s
52428800 bytes (52 MB) copied, 0.235779 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196875 s, 266 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13799 s, 380 MB/s
52428800 bytes (52 MB) copied, 0.135088 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15501 s, 338 MB/s
52428800 bytes (52 MB) copied, 0.179609 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156233 s, 336 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238571 s, 220 MB/s
, 0.18703 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.204425 s, 256 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138524 s, 378 MB/s
52428800 bytes (52 MB) copied, 0.208774 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172462 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117943 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159623 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177436 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192741 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137474 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125712 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111734 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473686 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864696 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942418 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123836 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.08629 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457384 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588569 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346027 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02583 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234418 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052828 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0849668 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529622 s, 990 MB/s
52428800 bytes (52 MB) copied, 0.048122 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103439 s, 507 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073749 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770819 s, 680 MB/s
52428800 bytes (52 MB) copied, 0.114383 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910573 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153846 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153916 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.107324 s, 489 MB/s
52428800 bytes (52 MB) copied, 0.199983 s, 262 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254521 s, 206 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12598 s, 416 MB/s
52428800 bytes (52 MB) copied, 0.230909 s, 227 MB/s
52428800 bytes (52 MB) copied, 0.178882 s, 293 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175491 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.180238 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137747 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141113 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152546 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194443 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14907 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177678 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136473 s, 384 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117979 s, 444 MB/s
52428800 bytes (52 MB) copied, 0.159891 s, 328 MB/s
52428800 bytes (52 MB) copied, 0.121397 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101085 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103029 s, 509 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240988 s, 218 MB/s
52428800 bytes (52 MB) copied, 0.149895 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994846 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562412 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476613 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110082 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900718 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727309 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564722 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042057 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785773 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735936 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535403 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607288 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446208 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611929 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449653 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244063 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361599 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569757 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040408 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299244 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498205 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635318 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081021 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193469 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169516 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191605 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139228 s, 377 MB/s
52428800 bytes (52 MB) copied, 0.156212 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174079 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196771 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160529 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115567 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198742 s, 264 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227734 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.187506 s, 280 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180165 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248185 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155892 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149722 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171681 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154188 s, 340 MB/s
52428800 bytes (52 MB) copied, 0.204116 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17158 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111476 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154668 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817037 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15992 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112658 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0988616 s, 530 MB/s
52428800 bytes (52 MB) copied, 0.123513 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996107 s, 526 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118218 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146538 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.0842828 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620357 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368979 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137482 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636422 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200395 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270674 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296595 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0268282 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253168 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272823 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427784 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338897 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350887 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065195 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738962 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867762 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999056 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0940224 s, 558 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106832 s, 491 MB/s
52428800 bytes (52 MB) copied, 0.124445 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116297 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141458 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107273 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111522 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130063 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153453 s, 342 MB/s
, 0.13105 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149204 s, 351 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137306 s, 382 MB/s
52428800 bytes (52 MB) copied, 0.140488 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120693 s, 434 MB/s
52428800 bytes (52 MB) copied, 0.151724 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150102 s, 349 MB/s
, 0.166021 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.160545 s, 327 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14659 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.173682 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11993 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897163 s, 584 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1157 s, 453 MB/s
52428800 bytes (52 MB) copied, 0.0695006 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13042 s, 402 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755499 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127515 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.0671105 s, 781 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080697 s, 650 MB/s
52428800 bytes (52 MB) copied, 0.062573 s, 838 MB/s
52428800 bytes (52 MB) copied, 0.0509875 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735059 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330996 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439339 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0492404 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04786 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428587 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265486 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452911 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303522 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216198 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270786 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324769 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0464144 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460403 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419394 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336055 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491128 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548104 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596256 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669165 s, 783 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390627 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0480299 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655174 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780898 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647641 s, 810 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714169 s, 734 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441402 s, 1.2 GB/s
, 0.112216 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756665 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784589 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587895 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073522 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657547 s, 797 MB/s
/mnt/lustre/f45.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x8
      lmm_fid:           [0x2000059f1:0x8:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x1a5:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff88012abb0800.stats=
snapshot_time             1746136809.380507641 secs.nsecs
start_time                1746136748.734920811 secs.nsecs
elapsed_time              60.645586830 secs.nsecs
read_bytes                1157 samples [bytes] 8192 1048576 1205862400 1263359697616896
read                      109750 samples [usecs] 168 517103 266043083 6380791994885
ioctl                     1 samples [reqs]
open                      2196 samples [usecs] 5 60569 479298 17289446840
close                     2196 samples [usecs] 6 36754 445379 4792876813
seek                      2194 samples [usecs] 2 46559 83898 2441235972
setattr                   1 samples [usecs] 21485 21485 21485 461605225
getattr                   32 samples [usecs] 79 11693 17714 138138432
mknod                     1 samples [usecs] 12013 12013 12013 144312169
inode_permission          8820 samples [usecs] 1 70208 1452702 13837471316
opencount                 2197 samples [reqs] 1 2196 2412307 3532420087
openclosetime             2195 samples [usecs] 22 236496 60096779 3408863859103
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2172 samples [bytes] 52428800 52428800 113875353600 5970348138823680000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
llite.lustre-ffff88012ead0000.stats=
snapshot_time             1746136809.380899895 secs.nsecs
start_time                1746136748.735153211 secs.nsecs
elapsed_time              60.645746684 secs.nsecs
read_bytes                1250 samples [bytes] 1048576 1048576 1310720000 1374389534720000
read                      110100 samples [usecs] 175 405231 272113500 7241635132520
open                      2202 samples [usecs] 4 42172 192935 3283411119
close                     2202 samples [usecs] 11 43744 607858 9581793076
seek                      2201 samples [usecs] 2 41490 55966 1723668184
inode_permission          4402 samples [usecs] 1 46133 709183 8297708601
opencount                 2202 samples [reqs] 1 2186 2390407 3484393297
openclosetime             2185 samples [usecs] 17 245590 61822213 3788313193853
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2177 samples [bytes] 52428800 52428800 114137497600 5984092034170880000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
attach 2 detach 0 auto_attach 0
llite.lustre-ffff88012abb0800.pcc_async_threshold=1073741824
llite.lustre-ffff88012ead0000.pcc_async_threshold=1073741824
/mnt/pcc.d45.sanity-pcc.2 is idle now
/mnt/pcc.d45.sanity-pcc is idle now
PASS 45 (68s)

== sanity-pcc test 46: Verify PCC mode setting works correctly ========================================================== 18:00:13 (1746136813)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.114116 s, 551 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d46.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 1ba21af7-c4af-4c4e-8c63-5b74615cd4c0
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f46.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1ba21af7-c4af-4c4e-8c63-5b74615cd4c0 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d46.sanity-pcc/d46.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [id]
uid=500(sanityusr) gid=500(sanityusr) groups=500(sanityusr),0(root)
Mode: 0400
llite.lustre-ffff88012abb0800.pcc_mode=0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff88012abb0800.pcc_mode=0400
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff88012abb0800.pcc_mode=0004
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [stat] [/mnt/lustre/f46.sanity-pcc]
  File: '/mnt/lustre/f46.sanity-pcc'
  Size: 6         	Blocks: 1          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115574371254282  Links: 1
Access: (0664/-rw-rw-r--)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-05-01 18:00:15.000000000 -0400
Modify: 2025-05-01 18:00:14.000000000 -0400
Change: 2025-05-01 18:00:15.000000000 -0400
 Birth: -
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff88012abb0800.pcc_mode=0040
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
  File: '/mnt/lustre/f46.sanity-pcc'
  Size: 6         	Blocks: 4          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115574371254282  Links: 1
Access: (0660/-rw-rw----)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-05-01 18:00:15.000000000 -0400
Modify: 2025-05-01 18:00:14.000000000 -0400
Change: 2025-05-01 18:00:15.000000000 -0400
 Birth: -
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff88012abb0800.pcc_mode=0400
llite.lustre-ffff88012abb0800.pcc_mode=0400
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d46.sanity-pcc is idle now
PASS 46 (5s)

== sanity-pcc test 47: mtime should be kept once file attached into PCC ========================================================== 18:00:18 (1746136818)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.151532 s, 415 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d47.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: ca48ba70-ee75-4289-94b6-a44ae7a583f1
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f47.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ca48ba70-ee75-4289-94b6-a44ae7a583f1 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d47.sanity-pcc/d47.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
QQQQQ
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/f47.sanity-pcc | grep -E -c 'type: readonly'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d47.sanity-pcc is idle now
PASS 47 (8s)

== sanity-pcc test 48: PCC state should check whether the file in local PCC cache ========================================================== 18:00:26 (1746136826)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.152334 s, 413 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d48.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: fabf7899-227f-4761-9706-df1922eb8243
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f48.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fabf7899-227f-4761-9706-df1922eb8243 (extents) (64bit) (large files) (huge files)
QQQQQ
file: /mnt/lustre/f48.sanity-pcc, type: readonly, PCC_file: /d48.sanity-pcc/59fd/0x2000059f1:0xc:0x0 (unlinked), open_count: 0, flags: 4
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d48.sanity-pcc is idle now
PASS 48 (6s)

== sanity-pcc test 96: Auto attach from multiple read process on a node ========================================================== 18:00:32 (1746136832)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.173498 s, 363 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d96.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 11b0dfca-8412-497e-aa75-4e43f1e69403
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f96.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=11b0dfca-8412-497e-aa75-4e43f1e69403 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d96.sanity-pcc/d96.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff88012abb0800.pcc_async_threshold=1G
llite.lustre-ffff88012ead0000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.759975 s, 69.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.896387 s, 58.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.897606 s, 58.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.865767 s, 60.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.835077 s, 62.8 MB/s
, 0.864755 s, 60.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417285 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336028 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369955 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306076 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373385 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328037 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447546 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455616 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305936 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261507 s, 2.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0338182 s, 1.6 GB/s
, 0.024023 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030066 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318919 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320509 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820857 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368419 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284309 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354711 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430152 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382418 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393944 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537654 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038982 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628435 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455137 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324083 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931753 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273232 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530618 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752867 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078705 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761804 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516057 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422205 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240964 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286047 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290862 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267604 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259812 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310232 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359392 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232015 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279496 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290005 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216141 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453734 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272238 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725652 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909001 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494847 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313164 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04778 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339247 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0214646 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237875 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608796 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643384 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374321 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296203 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039156 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024316 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471683 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373353 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284903 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360495 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221966 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347828 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264741 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246484 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281978 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326508 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330021 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415484 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211169 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303271 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331061 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248349 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038951 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347174 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191174 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353574 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250294 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235235 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232442 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421977 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405329 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433688 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523856 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573619 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433716 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357988 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0422745 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0291334 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425343 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377416 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300322 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244931 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662862 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030021 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258733 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425111 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395311 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602124 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629343 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587039 s, 893 MB/s
, 0.0400973 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291049 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483063 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369524 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859383 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269742 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774586 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0841894 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671831 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767175 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0902244 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050262 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919241 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113889 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522239 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779644 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360477 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485272 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414576 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0925279 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619155 s, 847 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449568 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366223 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241411 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490593 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0770547 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11507 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161782 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795377 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027887 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128362 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360043 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682779 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0994291 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250865 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435416 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320087 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272855 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279764 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211281 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804039 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865901 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548962 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757364 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0863827 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351056 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079131 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111533 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211873 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13173 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1306 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456188 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065172 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549583 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438872 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325348 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302791 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464841 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347277 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437841 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042541 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027693 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367378 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349433 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573654 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212662 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098179 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475235 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451887 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650267 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093025 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0985303 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619569 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749355 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111133 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578412 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588592 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578367 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606795 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355725 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271263 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367546 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693352 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297225 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357281 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10759 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059667 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761458 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487591 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470713 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574507 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552452 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362742 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577446 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653634 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454765 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310203 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455224 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776184 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769855 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773488 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737764 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498881 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649071 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786215 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920547 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733714 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341425 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075604 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10402 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976565 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432994 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732108 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0841766 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607117 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404227 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279256 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561224 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048503 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497627 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298293 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445293 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324423 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321373 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365241 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421484 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360399 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347186 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379118 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507721 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462218 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504564 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398335 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263793 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398413 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361401 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607847 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523964 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049903 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575938 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438274 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046837 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447739 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487308 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368392 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549961 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335943 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523366 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486116 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471115 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419999 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344508 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427245 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325295 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433797 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374994 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620695 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597406 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067864 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285493 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304309 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522097 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665114 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338249 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655129 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302101 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516342 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454687 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584015 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377053 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036688 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027306 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371931 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418737 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509421 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623215 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567647 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735128 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252827 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543681 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589616 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488097 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047416 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285873 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342604 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517902 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354196 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553543 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696305 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463933 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353974 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057949 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602612 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386861 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100415 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0953591 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751313 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050939 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267145 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332247 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491787 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455285 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292567 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667913 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414888 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12768 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898993 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743896 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491206 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285322 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803393 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288552 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417223 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547463 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626853 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486201 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732691 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769296 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0912971 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412938 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401974 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432217 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289459 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514224 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499325 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492408 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261433 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377975 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058997 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419988 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389228 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479506 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778585 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505381 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461936 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039376 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103412 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864796 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742192 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300448 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690236 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447916 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592146 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319212 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476641 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291338 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301537 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284318 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362061 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677717 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934028 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321196 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463598 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036832 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452558 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290477 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300358 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251995 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681333 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744478 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724339 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727563 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620428 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417364 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248635 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543942 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037207 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374271 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327951 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476039 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226555 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771293 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062062 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269322 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702043 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684389 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316248 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373877 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454565 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723515 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344462 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486932 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243159 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035698 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438965 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382752 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439487 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281609 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197559 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580395 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070832 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400474 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556326 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382955 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664843 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041586 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508301 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382577 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352651 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271264 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524292 s, 1000 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540278 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265147 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108289 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550356 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047541 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361244 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056727 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542354 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356459 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530917 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525364 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325426 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540828 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401975 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622194 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311134 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458531 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037141 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651934 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038124 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534513 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534893 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320433 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309471 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459873 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442469 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090083 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538649 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416447 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335651 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320315 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387244 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281696 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317506 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295488 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296985 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442939 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457796 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041252 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383306 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607725 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051351 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307987 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333829 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381008 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867626 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390681 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468395 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042378 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765133 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564199 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652175 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738706 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032116 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510142 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286823 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391125 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049638 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352288 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362359 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572389 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359434 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357946 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708527 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484597 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526794 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398133 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437575 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029471 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389462 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379103 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260458 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027712 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350881 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277034 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249952 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391762 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679863 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438245 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027161 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228252 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319438 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029108 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397508 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264358 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590076 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817049 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357447 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551546 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390362 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246579 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450213 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461768 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517529 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438528 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473656 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383943 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341884 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343766 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344396 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03789 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302888 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453123 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389026 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032004 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259401 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484928 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433572 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382839 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593089 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476142 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513436 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472753 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618217 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062081 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407115 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512835 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538089 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425725 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958768 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424726 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597572 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059416 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303923 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701346 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308464 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883326 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273741 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117286 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645888 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312142 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354677 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295858 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564552 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385564 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629131 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553584 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02724 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466146 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355299 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483556 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809804 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252811 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691681 s, 758 MB/s
52428800 bytes (52 MB) copied, 0.0422683 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507333 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626437 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312524 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305541 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471638 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332963 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396513 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694892 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627095 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334656 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303099 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444178 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572145 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422077 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418445 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332956 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345671 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031271 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396086 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510371 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266301 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205321 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223281 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466668 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419744 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358962 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351986 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371788 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035408 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493641 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402658 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035096 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498791 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394024 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303859 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343407 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040003 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465307 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0572959 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021547 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350865 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201227 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036525 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028802 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415601 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306975 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537199 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529518 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282271 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356421 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462595 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361338 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432884 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706612 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493904 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293325 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482301 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563136 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064152 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050856 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249097 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264608 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352196 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0940005 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887057 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610868 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395031 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056452 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691753 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306775 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562968 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612015 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297762 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708369 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533769 s, 982 MB/s
, 0.0379815 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594009 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401008 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352142 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034941 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449375 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298892 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424923 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073054 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642736 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569402 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630844 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310361 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760885 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078543 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788927 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880491 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877363 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560784 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047687 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588853 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487931 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038097 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579129 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500458 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655898 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908763 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322678 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638171 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450155 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521428 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559337 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0938011 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720057 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573076 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572411 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414996 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505789 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346677 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578404 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555569 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540411 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344972 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486237 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412896 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604382 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044085 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208253 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544306 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379305 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976976 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698143 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696909 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881537 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477975 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035393 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543085 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490495 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332579 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424356 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911164 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483946 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211032 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030057 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358882 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204763 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430138 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798349 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514567 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426657 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581473 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754103 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779852 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341644 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294296 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440816 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513323 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812978 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301836 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401897 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568563 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254886 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385339 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388305 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065005 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054906 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514497 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304161 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410743 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625152 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510081 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411056 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036889 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253317 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396304 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04174 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377038 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402725 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294794 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448543 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306522 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355601 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286713 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378659 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338709 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202325 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303906 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288371 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305512 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355806 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037603 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335278 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522347 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323393 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610522 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198319 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327079 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363986 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311171 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407376 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535056 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418704 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459236 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282118 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382204 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377245 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298574 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587224 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319585 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809072 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831154 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387432 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299876 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437558 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416362 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276523 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103339 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457553 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555013 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375282 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058944 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512178 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276122 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375192 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419962 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455489 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401164 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682536 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886893 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0499625 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439418 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625309 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660319 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541788 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276158 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376565 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714177 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675737 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432705 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523902 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530309 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623021 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686313 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462039 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358906 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397965 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821475 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754371 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297054 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446186 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868957 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481608 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027055 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495016 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608378 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184883 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906169 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346116 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455784 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624421 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326281 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354426 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0329724 s, 1.6 GB/s
, 0.0339256 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565695 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090905 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566273 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460927 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321635 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432362 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0450269 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0567969 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437556 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557184 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317805 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342651 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675088 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453585 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410897 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704705 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671244 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523524 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464076 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534215 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635922 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074715 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604982 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506535 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452003 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746553 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333986 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320152 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349472 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440148 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345767 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432501 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453162 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279623 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0193264 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266996 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270038 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343338 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258142 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343486 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485769 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357909 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260862 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356262 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403343 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384591 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364052 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627674 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782842 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336811 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441829 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271693 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353283 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545454 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051741 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558666 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328425 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222257 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03915 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069169 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367951 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332349 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446232 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354453 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441146 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339385 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043519 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028123 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515769 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498422 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395162 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733813 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577465 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538574 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325798 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220233 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531547 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041453 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555244 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498673 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035864 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061615 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342234 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828384 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525744 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971993 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608052 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480598 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479392 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671379 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391228 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368233 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407106 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041568 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389357 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051269 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270216 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346719 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534558 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296656 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403002 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523626 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430449 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744591 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031586 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460682 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359923 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403687 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312456 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408681 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527944 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239203 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289867 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368684 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348181 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686484 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029534 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566379 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650747 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302768 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558782 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632734 s, 829 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523095 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0377988 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484981 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072792 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299087 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481512 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550244 s, 953 MB/s
Finish ========
detach: must specify one or more FIDs
Detach given files from the Persistent Client Cache.
usage: lfs pcc detach [-k] FILE [...]

lfs commands used to interact with PCC features:
lfs pcc attach - attach given files to Persistent Client Cache
lfs pcc attach_fid - attach given files into PCC by FID(s)
lfs pcc state  - display the PCC state for given files
lfs pcc detach - detach given files from Persistent Client Cache
lfs pcc detach_fid - detach given files from PCC by FID(s)
lfs pcc delete - delete the PCC layout componenet for given files
lfs pcc pin - pin give files for PCC
lfs pcc unpin - unpin given files for PCC

llite.lustre-ffff88012abb0800.pcc_async_threshold=1073741824
llite.lustre-ffff88012ead0000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d96.sanity-pcc is idle now
PASS 96 (67s)

== sanity-pcc test 97: two mmap I/O and layout lock cancel ========================================================== 18:01:39 (1746136899)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.146465 s, 430 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d97.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 02e9c0fc-fb10-4651-a0d9-4a593204f645
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f97.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=02e9c0fc-fb10-4651-a0d9-4a593204f645 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d97.sanity-pcc/d97.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff88012abb0800.pcc_async_threshold=1G
llite.lustre-ffff88012ead0000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.826133 s, 63.5 MB/s
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
llite.lustre-ffff88012abb0800.pcc_async_threshold=1073741824
llite.lustre-ffff88012ead0000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d97.sanity-pcc is idle now
PASS 97 (130s)

== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 18:03:49 (1746137029)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.156975 s, 401 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d98.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 6da113aa-467f-4e9b-9bb0-cd0d4d84b577
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6da113aa-467f-4e9b-9bb0-cd0d4d84b577 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff88012abb0800.pcc_async_threshold=0
llite.lustre-ffff88012ead0000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.789675 s, 66.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15572 s, 45.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.26411 s, 41.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.27755 s, 41.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12295 s, 46.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.13827 s, 46.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18407 s, 44.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.783886 s, 66.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.814744 s, 64.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.748308 s, 70.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.4444 s, 36.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.29882 s, 40.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.44749 s, 36.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.316197 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.577442 s, 90.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.499271 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.982948 s, 53.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.959937 s, 54.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.07432 s, 48.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.07326 s, 48.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1677 s, 44.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.617354 s, 84.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.751585 s, 69.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.04912 s, 25.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.06727 s, 49.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12524 s, 46.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.719168 s, 72.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.74041 s, 70.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.75055 s, 69.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.630363 s, 83.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.358192 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.350015 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192109 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.3308 s, 39.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.33227 s, 39.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.33341 s, 39.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108189 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188781 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.537983 s, 97.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.903334 s, 58.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.912166 s, 57.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.946445 s, 55.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.8028 s, 65.3 MB/s
, 0.949187 s, 55.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.472467 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173714 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.328796 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952676 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627526 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483983 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047865 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955332 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042245 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585456 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438744 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673689 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380261 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542827 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773629 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371164 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519642 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403603 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469949 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746855 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381478 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290355 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445096 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352163 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482107 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267767 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413016 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413949 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580895 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041533 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448141 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278067 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032719 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618052 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324011 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491466 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535221 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350135 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277197 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318701 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041998 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389296 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551016 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309257 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492936 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027784 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475487 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288132 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.3645 s, 38.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.35654 s, 38.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.53151 s, 34.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.876026 s, 59.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.938073 s, 55.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.719567 s, 72.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.686267 s, 76.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.685723 s, 76.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.55751 s, 94.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.802645 s, 65.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.678412 s, 77.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14028 s, 46.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222841 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.342412 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.837598 s, 62.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.759753 s, 69.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.739055 s, 70.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.562403 s, 93.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191747 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.564107 s, 92.9 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.702151 s, 74.7 MB/s
, 0.467132 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.719403 s, 72.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.707873 s, 74.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.737735 s, 71.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311927 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.30795 s, 40.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256128 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.611316 s, 85.8 MB/s
52428800 bytes (52 MB) copied, 0.722551 s, 72.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12164 s, 46.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.779574 s, 67.3 MB/s
52428800 bytes (52 MB) copied, 0.520748 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.518119 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217092 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053593 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598496 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.637725 s, 82.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.779986 s, 67.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.628852 s, 83.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.845926 s, 62.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.84367 s, 62.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.821777 s, 63.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.670328 s, 78.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331356 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.55917 s, 93.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182147 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198117 s, 265 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.457707 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15265 s, 343 MB/s
52428800 bytes (52 MB) copied, 0.562895 s, 93.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.572673 s, 91.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.563304 s, 93.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.77701 s, 67.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.717696 s, 73.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.631538 s, 83.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.942455 s, 55.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.672563 s, 78.0 MB/s
, 0.660529 s, 79.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.754755 s, 69.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19585 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199028 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119102 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.902946 s, 58.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.969384 s, 54.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.72824 s, 72.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.704483 s, 74.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.708561 s, 74.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.07027 s, 49.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.484587 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.378026 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.371325 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.498551 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.377439 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.395439 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.339112 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.884083 s, 59.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.648884 s, 80.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.544443 s, 96.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.635727 s, 82.5 MB/s
52428800 bytes (52 MB) copied, 1.04211 s, 50.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.413968 s, 127 MB/s
, 0.415982 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.685324 s, 76.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210996 s, 248 MB/s
, 0.199153 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193407 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.83721 s, 62.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0954 s, 47.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.849145 s, 61.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.856791 s, 61.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.85767 s, 61.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.877038 s, 59.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.733442 s, 71.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.532295 s, 98.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.817771 s, 64.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246624 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.258224 s, 203 MB/s
52428800 bytes (52 MB) copied, 0.340047 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350431 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526895 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789821 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648427 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571858 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162148 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870156 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899055 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04014 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406577 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104694 s, 501 MB/s
llite.lustre-ffff88012abb0800.pcc_async_threshold=1073741824
llite.lustre-ffff88012ead0000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d98.sanity-pcc is idle now
PASS 98 (70s)

== sanity-pcc test 99: race among unlink | mmap read | write | detach for PCC-RO file ========================================================== 18:05:00 (1746137100)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.386495 s, 163 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 167cc44f-0eeb-4417-9022-4c4b13dcbcb4
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f99.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=167cc44f-0eeb-4417-9022-4c4b13dcbcb4 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.960951 s, 54.6 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.50324 s, 20.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218959 s, 2.4 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.21314 s, 43.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.41437 s, 37.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.76941 s, 29.6 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.88695 s, 27.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252994 s, 2.1 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.855969 s, 61.3 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0702 s, 49.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.16296 s, 45.1 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.840366 s, 62.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1298 s, 46.4 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.4325 s, 36.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544094 s, 964 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01715 s, 51.5 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14991 s, 45.6 MB/s
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.23588 s, 42.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.30939 s, 40.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.32061 s, 22.6 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.790245 s, 66.3 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.35331 s, 38.7 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642713 s, 816 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.32092 s, 39.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599807 s, 874 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.43185 s, 36.6 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787953 s, 665 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.767447 s, 68.3 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.962783 s, 54.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18256 s, 44.3 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.42532 s, 36.8 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: 50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.53089 s, 34.2 MB/s
cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480237 s, 1.1 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20658 s, 43.5 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680272 s, 771 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.85683 s, 61.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.692727 s, 75.7 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.903568 s, 58.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654292 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.717488 s, 73.1 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.75265 s, 29.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.85798 s, 28.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.52296 s, 20.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553413 s, 947 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.892748 s, 58.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690259 s, 760 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.995372 s, 52.7 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542825 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.687906 s, 76.2 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.647787 s, 80.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.513552 s, 102 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.930784 s, 56.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18306 s, 44.3 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11875 s, 46.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250097 s, 2.1 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.876531 s, 59.8 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.933373 s, 56.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.98694 s, 53.1 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.736763 s, 71.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416715 s, 1.3 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.857322 s, 61.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.19842 s, 43.7 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
==== DONE ====
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25714 s, 41.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222689 s, 235 MB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff88012abb0800.rpc_stats=
snapshot_time:            1746137166.194503348 secs.nsecs
start_time:               1746136596.923033397 secs.nsecs
elapsed_time:             569.271469951 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         3   0   0   |          3   1   1
2:		         0   0   0   |          0   0   1
4:		         0   0   0   |          0   0   1
8:		         0   0   0   |          0   0   1
16:		         0   0   0   |          0   0   1
32:		         0   0   0   |          0   0   1
64:		         0   0   0   |          0   0   1
128:		         0   0   0   |          0   0   1
256:		       352  99 100   |        150  98 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        36  10  10   |         18  11  11
2:		        25   7  17   |         49  32  43
3:		        18   5  22   |         36  23  67
4:		        18   5  27   |         24  15  83
5:		        15   4  31   |         10   6  89
6:		        14   3  35   |          9   5  95
7:		        14   3  39   |          5   3  98
8:		        19   5  44   |          1   0  99
9:		       196  55 100   |          1   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12   3   3   |          6   3   3
1:		         0   0   3   |          0   0   3
2:		         0   0   3   |          0   0   3
4:		         0   0   3   |          0   0   3
8:		         0   0   3   |          0   0   3
16:		         0   0   3   |          0   0   3
32:		         0   0   3   |          0   0   3
64:		         0   0   3   |          0   0   3
128:		         0   0   3   |          0   0   3
256:		         7   1   5   |          3   1   5
512:		        14   3   9   |          6   3   9
1024:		        28   7  17   |         12   7  17
2048:		        56  15  32   |         24  15  33
4096:		       112  31  64   |         48  31  64
8192:		       126  35 100   |         54  35 100
osc.lustre-OST0000-osc-ffff88012ead0000.rpc_stats=
snapshot_time:            1746137166.194631945 secs.nsecs
start_time:               1746136599.146393984 secs.nsecs
elapsed_time:             567.048237961 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         2   4   4   |          0   0   0
2:		         1   2   6   |          0   0   0
3:		         1   2   8   |          0   0   0
4:		         1   2  10   |          0   0   0
5:		         1   2  12   |          0   0   0
6:		         1   2  14   |          0   0   0
7:		         1   2  16   |          0   0   0
8:		         1   2  18   |          0   0   0
9:		        41  82 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0001-osc-ffff88012abb0800.rpc_stats=
snapshot_time:            1746137166.194734130 secs.nsecs
start_time:               1746136596.924728355 secs.nsecs
elapsed_time:             569.270005775 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       717   6   6   |          3   0   0
2:		         8   0   6   |          0   0   0
4:		         8   0   7   |          0   0   0
8:		        13   0   7   |          0   0   0
16:		      2372  22  29   |          0   0   0
32:		       262   2  32   |          0   0   0
64:		       260   2  34   |          0   0   0
128:		       641   6  41   |          0   0   0
256:		      6158  58 100   |       1900  99 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      6256  59  59   |        229  12  12
2:		       966   9  69   |        462  24  36
3:		       415   3  73   |        488  25  61
4:		       309   2  76   |        343  18  79
5:		       284   2  78   |        197  10  90
6:		       247   2  81   |         77   4  94
7:		       228   2  83   |         41   2  96
8:		       210   2  85   |         30   1  98
9:		      1300  12  97   |         34   1  99
10:		        20   0  98   |          2   0 100
11:		        15   0  98   |          0   0 100
12:		        16   0  98   |          0   0 100
13:		        15   0  98   |          0   0 100
14:		        15   0  98   |          0   0 100
15:		        13   0  98   |          0   0 100
16:		        13   0  98   |          0   0 100
17:		        12   0  98   |          0   0 100
18:		        13   0  99   |          0   0 100
19:		        10   0  99   |          0   0 100
20:		        11   0  99   |          0   0 100
21:		         9   0  99   |          0   0 100
22:		        10   0  99   |          0   0 100
23:		         9   0  99   |          0   0 100
24:		         9   0  99   |          0   0 100
25:		         7   0  99   |          0   0 100
26:		         5   0  99   |          0   0 100
27:		         3   0  99   |          0   0 100
28:		         3   0  99   |          0   0 100
29:		         2   0  99   |          0   0 100
30:		         2   0  99   |          0   0 100
31:		        12   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       129   1   1   |         41   2   2
1:		        48   0   1   |          0   0   2
2:		        92   0   2   |          0   0   2
4:		         8   0   2   |          0   0   2
8:		         0   0   2   |          0   0   2
16:		        86   0   3   |          0   0   2
32:		       151   1   4   |          0   0   2
64:		       256   2   7   |          0   0   2
128:		       477   4  11   |          0   0   2
256:		       343   3  15   |         38   1   4
512:		       464   4  19   |         76   3   8
1024:		       799   7  27   |        152   7  16
2048:		      1510  14  41   |        304  15  32
4096:		      2858  27  69   |        608  31  64
8192:		      3218  30 100   |        684  35 100
osc.lustre-OST0001-osc-ffff88012ead0000.rpc_stats=
snapshot_time:            1746137166.194831605 secs.nsecs
start_time:               1746136599.146808429 secs.nsecs
elapsed_time:             567.048023176 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         3   6   6   |          0   0   0
2:		         1   2   8   |          0   0   0
3:		         1   2  10   |          0   0   0
4:		         1   2  12   |          0   0   0
5:		         1   2  14   |          0   0   0
6:		         1   2  16   |          0   0   0
7:		         1   2  18   |          0   0   0
8:		         1   2  20   |          0   0   0
9:		        40  80 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99.sanity-pcc is idle now
PASS 99 (72s)

== sanity-pcc test 99b: race among unlink | two readers | write | detach for PCC-RO file ========================================================== 18:06:11 (1746137171)
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.537524 s, 390 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 8bab52fc-0bab-4d87-81bc-af08946ff3d0
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f99b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8bab52fc-0bab-4d87-81bc-af08946ff3d0 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.864203 s, 60.7 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2917 s, 40.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.22705 s, 42.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331187 s, 1.6 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.97121 s, 54.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.4164 s, 37.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18554 s, 44.2 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.3649 s, 38.4 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050855 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.62819 s, 32.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787784 s, 666 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382563 s, 1.4 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.741736 s, 70.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.31036 s, 40.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243305 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849143 s, 617 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.791499 s, 66.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263267 s, 199 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.756269 s, 69.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18508 s, 44.2 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.742587 s, 70.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140118 s, 374 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.785185 s, 66.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40249 s, 37.4 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.59901 s, 32.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40175 s, 37.4 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533312 s, 983 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00338 s, 52.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.979493 s, 53.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.39473 s, 37.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.6273 s, 32.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.55588 s, 33.7 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936701 s, 560 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.27954 s, 41.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.493398 s, 106 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.437599 s, 120 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.961952 s, 54.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18658 s, 44.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.02437 s, 51.2 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05812 s, 49.5 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.06737 s, 49.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368134 s, 1.4 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.13532 s, 46.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.36393 s, 38.4 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.907483 s, 57.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.27644 s, 41.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.43587 s, 36.5 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2984 s, 40.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08697 s, 48.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591342 s, 887 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.932267 s, 56.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.620429 s, 84.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359004 s, 1.5 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.31546 s, 39.9 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.782119 s, 67.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233272 s, 225 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.24973 s, 42.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.764348 s, 68.6 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227603 s, 230 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40607 s, 37.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.637764 s, 82.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.53861 s, 34.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.62716 s, 32.2 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01217 s, 51.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.26902 s, 41.3 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036511 s, 1.4 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.37073 s, 38.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00323 s, 52.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147749 s, 355 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40755 s, 37.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.31769 s, 39.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.23835 s, 42.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590039 s, 889 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.10589 s, 47.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1104 s, 47.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157589 s, 333 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.722291 s, 72.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.54035 s, 34.0 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997097 s, 526 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.13951 s, 46.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.06408 s, 49.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.34431 s, 39.0 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.061 s, 49.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.997739 s, 52.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397325 s, 1.3 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
==== DONE ====
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09462 s, 47.9 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.75763 s, 69.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252639 s, 208 MB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff88012abb0800.rpc_stats=
snapshot_time:            1746137237.334806664 secs.nsecs
start_time:               1746136596.923033397 secs.nsecs
elapsed_time:             640.411773267 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         3   0   0   |          3   1   1
2:		         0   0   0   |          0   0   1
4:		         0   0   0   |          0   0   1
8:		         0   0   0   |          0   0   1
16:		         0   0   0   |          0   0   1
32:		         0   0   0   |          0   0   1
64:		         0   0   0   |          0   0   1
128:		         0   0   0   |          0   0   1
256:		       352  99 100   |        150  98 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        36  10  10   |         18  11  11
2:		        25   7  17   |         49  32  43
3:		        18   5  22   |         36  23  67
4:		        18   5  27   |         24  15  83
5:		        15   4  31   |         10   6  89
6:		        14   3  35   |          9   5  95
7:		        14   3  39   |          5   3  98
8:		        19   5  44   |          1   0  99
9:		       196  55 100   |          1   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12   3   3   |          6   3   3
1:		         0   0   3   |          0   0   3
2:		         0   0   3   |          0   0   3
4:		         0   0   3   |          0   0   3
8:		         0   0   3   |          0   0   3
16:		         0   0   3   |          0   0   3
32:		         0   0   3   |          0   0   3
64:		         0   0   3   |          0   0   3
128:		         0   0   3   |          0   0   3
256:		         7   1   5   |          3   1   5
512:		        14   3   9   |          6   3   9
1024:		        28   7  17   |         12   7  17
2048:		        56  15  32   |         24  15  33
4096:		       112  31  64   |         48  31  64
8192:		       126  35 100   |         54  35 100
osc.lustre-OST0000-osc-ffff88012ead0000.rpc_stats=
snapshot_time:            1746137237.334912020 secs.nsecs
start_time:               1746136599.146393984 secs.nsecs
elapsed_time:             638.188518036 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         2   4   4   |          0   0   0
2:		         1   2   6   |          0   0   0
3:		         1   2   8   |          0   0   0
4:		         1   2  10   |          0   0   0
5:		         1   2  12   |          0   0   0
6:		         1   2  14   |          0   0   0
7:		         1   2  16   |          0   0   0
8:		         1   2  18   |          0   0   0
9:		        41  82 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0001-osc-ffff88012abb0800.rpc_stats=
snapshot_time:            1746137237.334977815 secs.nsecs
start_time:               1746136596.924728355 secs.nsecs
elapsed_time:             640.410249460 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       717   5   5   |          3   0   0
2:		         9   0   5   |          0   0   0
4:		         8   0   5   |          0   0   0
8:		        13   0   6   |          0   0   0
16:		      2372  19  25   |          0   0   0
32:		       262   2  27   |          0   0   0
64:		       260   2  29   |          0   0   0
128:		       641   5  34   |          0   0   0
256:		      7987  65 100   |       3550  99 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      6566  53  53   |        351   9   9
2:		      1185   9  63   |        789  22  32
3:		       582   4  67   |        848  23  55
4:		       484   3  71   |        609  17  73
5:		       457   3  75   |        389  10  84
6:		       403   3  78   |        223   6  90
7:		       359   2  81   |        118   3  93
8:		       335   2  84   |         88   2  96
9:		      1674  13  98   |        130   3  99
10:		        20   0  98   |          8   0 100
11:		        15   0  98   |          0   0 100
12:		        16   0  98   |          0   0 100
13:		        15   0  98   |          0   0 100
14:		        15   0  98   |          0   0 100
15:		        13   0  98   |          0   0 100
16:		        13   0  99   |          0   0 100
17:		        12   0  99   |          0   0 100
18:		        13   0  99   |          0   0 100
19:		        10   0  99   |          0   0 100
20:		        11   0  99   |          0   0 100
21:		         9   0  99   |          0   0 100
22:		        10   0  99   |          0   0 100
23:		         9   0  99   |          0   0 100
24:		         9   0  99   |          0   0 100
25:		         7   0  99   |          0   0 100
26:		         5   0  99   |          0   0 100
27:		         3   0  99   |          0   0 100
28:		         3   0  99   |          0   0 100
29:		         2   0  99   |          0   0 100
30:		         2   0  99   |          0   0 100
31:		        12   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       176   1   1   |         74   2   2
1:		        48   0   1   |          0   0   2
2:		        92   0   2   |          0   0   2
4:		         8   0   2   |          0   0   2
8:		         0   0   2   |          0   0   2
16:		        86   0   3   |          0   0   2
32:		       151   1   4   |          0   0   2
64:		       256   2   6   |          0   0   2
128:		       477   3  10   |          0   0   2
256:		       388   3  13   |         71   1   4
512:		       545   4  18   |        142   3   8
1024:		       950   7  25   |        284   7  16
2048:		      1819  14  40   |        568  15  32
4096:		      3404  27  68   |       1136  31  64
8192:		      3869  31 100   |       1278  35 100
osc.lustre-OST0001-osc-ffff88012ead0000.rpc_stats=
snapshot_time:            1746137237.335067588 secs.nsecs
start_time:               1746136599.146808429 secs.nsecs
elapsed_time:             638.188259159 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         3   6   6   |          0   0   0
2:		         1   2   8   |          0   0   0
3:		         1   2  10   |          0   0   0
4:		         1   2  12   |          0   0   0
5:		         1   2  14   |          0   0   0
6:		         1   2  16   |          0   0   0
7:		         1   2  18   |          0   0   0
8:		         1   2  20   |          0   0   0
9:		        40  80 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99b.sanity-pcc is idle now
PASS 99b (71s)

== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 18:07:22 (1746137242)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.241744 s, 260 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d100.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: bc638253-be15-4d2f-8c7e-bde628e46a7e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=bc638253-be15-4d2f-8c7e-bde628e46a7e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.727482 s, 72.1 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0400947 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0551559 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.13034 s, 46.4 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.867226 s, 60.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
46+0 records in
46+0 records out
48234496 bytes (48 MB) copied, 0.331196 s, 146 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00847863 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.44731 s, 36.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.96831 s, 54.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.743717 s, 70.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0161898 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.869721 s, 60.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.680227 s, 77.1 MB/s
47+0 records in
47+0 records out
49283072 bytes (49 MB) copied, 0.339549 s, 145 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.18366 s, 5.7 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.37662 s, 38.1 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.659762 s, 79.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.913098 s, 57.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.18932 s, 0.0 kB/s
6+0 records in
6+0 records out
6291456 bytes (6.3 MB) copied, 0.0327704 s, 192 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
28+0 records in
28+0 records out
29360128 bytes (29 MB) copied, 0.0694167 s, 423 MB/s
44+0 records in
44+0 records out
46137344 bytes (46 MB) copied, 0.0888977 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1282 s, 46.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384349 s, 1.4 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528168 s, 993 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.180968 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.0263553 s, 119 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.594338 s, 75.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
45+0 records in
45+0 records out
47185920 bytes (47 MB) copied, 0.35905 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.3127 s, 39.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.56427 s, 3.7 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0205424 s, 51.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
35+0 records in
35+0 records out
36700160 bytes (37 MB) copied, 0.334665 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.797937 s, 65.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570934 s, 918 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284238 s, 1.8 GB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.139643 s, 22.5 MB/s
7+0 records in
7+0 records out
7340032 bytes (7.3 MB) copied, 0.0213074 s, 344 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.896521 s, 58.5 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.650392 s, 80.6 MB/s
17+0 records in
17+0 records out
17825792 bytes (18 MB) copied, 0.185482 s, 96.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.626706 s, 71.9 MB/s
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.391972 s, 115 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.28192 s, 40.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503597 s, 1.0 GB/s
47+0 records in
47+0 records out
49283072 bytes (49 MB) copied, 0.205639 s, 240 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.635201 s, 64.4 MB/s
40+0 records in
40+0 records out
41943040 bytes (42 MB) copied, 0.307829 s, 136 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15497 s, 45.4 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553648 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603117 s, 869 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
9+0 records in
9+0 records out
9437184 bytes (9.4 MB) copied, 0.0429202 s, 220 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18306 s, 44.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.450793 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.748527 s, 70.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
dd: warning: partial read (57344 bytes); suggest iflag=fullblock
0+2 records in
0+2 records out
1048576 bytes (1.0 MB) copied, 0.0428582 s, 24.5 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.850987 s, 61.6 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.62837 s, 83.4 MB/s
33+0 records in
33+0 records out
34603008 bytes (35 MB) copied, 0.242155 s, 143 MB/s
12+0 records in
12+0 records out
12582912 bytes (13 MB) copied, 0.0261853 s, 481 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.42521 s, 36.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.527437 s, 99.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.800833 s, 65.5 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.246751 s, 4.2 MB/s
23+0 records in
23+0 records out
24117248 bytes (24 MB) copied, 0.380518 s, 63.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.425808 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237594 s, 221 MB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.973515 s, 53.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715807 s, 732 MB/s
22+0 records in
22+0 records out
23068672 bytes (23 MB) copied, 0.384331 s, 60.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
12+0 records in
12+0 records out
12582912 bytes (13 MB) copied, 0.0444795 s, 283 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331922 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.643311 s, 81.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2431 s, 42.2 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00555418 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0151371 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
27+0 records in
27+0 records out
28311552 bytes (28 MB) copied, 0.352364 s, 80.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.999373 s, 52.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.888274 s, 59.0 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
29+0 records in
29+0 records out
30408704 bytes (30 MB) copied, 0.254271 s, 120 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0379829 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.676659 s, 77.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.352839 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25242 s, 41.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0795185 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848922 s, 618 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.137917 s, 30.4 MB/s
7+0 records in
7+0 records out
7340032 bytes (7.3 MB) copied, 0.0282009 s, 260 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.3085 s, 40.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.42323 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.607745 s, 86.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.172934 s, 60.6 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.918817 s, 57.1 MB/s
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.269771 s, 38.9 MB/s
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.0312636 s, 101 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.763217 s, 68.7 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.645778 s, 81.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447122 s, 1.2 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
9+0 records in
9+0 records out
9437184 bytes (9.4 MB) copied, 0.029621 s, 319 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
41+0 records in
41+0 records out
42991616 bytes (43 MB) copied, 0.149771 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.792878 s, 66.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243374 s, 215 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
25+0 records in
25+0 records out
26214400 bytes (26 MB) copied, 0.304502 s, 86.1 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.141209 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.142343 s, 236 MB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.372995 s, 90.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08126 s, 48.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
12+0 records in
12+0 records out
12582912 bytes (13 MB) copied, 0.423929 s, 29.7 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0367532 s, 57.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
34+0 records in
34+0 records out
35651584 bytes (36 MB) copied, 0.353557 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.912125 s, 57.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.745632 s, 5.6 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0273588 s, 38.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
39+0 records in
39+0 records out
40894464 bytes (41 MB) copied, 0.523186 s, 78.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14009 s, 46.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997927 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048796 s, 1.1 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0174327 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20858 s, 43.4 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.654574 s, 80.1 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642101 s, 817 MB/s
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.0339785 s, 123 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18024 s, 44.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.418477 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.61796 s, 84.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.633092 s, 8.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0279885 s, 74.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
49+0 records in
49+0 records out
51380224 bytes (51 MB) copied, 0.496715 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00895 s, 52.0 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59cf/0x2000059f1:0x3e:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.766811 s, 68.4 MB/s
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 0.124111 s, 253 MB/s
9+0 records in
9+0 records out
9437184 bytes (9.4 MB) copied, 0.0421455 s, 224 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.10847 s, 47.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.650577 s, 80.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.493984 s, 106 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d100.sanity-pcc is idle now
PASS 100 (69s)

== sanity-pcc test 101a: Test auto attach in mount namespace (simulated container) ========================================================== 18:08:31 (1746137311)
creating user namespace for 500
sanityu+  9611  0.0  0.0 108060   364 pts/0    S+   18:08   0:00 sleep 600
root      9613  0.0  0.0 114880   988 pts/0    S+   18:08   0:00 grep sleep
Created NS: child (sleep) pid=9611 in 0 seconds
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newuidmap] [9611] [0] [500] [1]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newgidmap] [9611] [0] [500] [1]
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150521 s, 348 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d101a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5b7c9f58-cf3e-40c0-8cea-d00065134329
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f101a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5b7c9f58-cf3e-40c0-8cea-d00065134329 (extents) (64bit) (large files) (huge files)
Check for temp file in PCC mount
Check for temp file in PCC mount from inside namespace
Starting copytool 'agt1' on 'oleg142-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d101a.sanity-pcc/d101a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach from inside mount namespace
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00903895 s, 113 kB/s
file: /mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc, type: readwrite, PCC_file: /d101a.sanity-pcc/59a2/0x2000059f1:0x53:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012ead0000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00547041 s, 187 kB/s
Verify auto attach at open from inside NS for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012abb0800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012ead0000.lru_size=clear
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d101a.sanity-pcc is idle now
PASS 101a (12s)

== sanity-pcc test 102: PCC-RO should not hange for io_uring I/O engine ========================================================== 18:08:43 (1746137323)

 SKIP: sanity-pcc test_102 Client OS does not support io_uring I/O engine
SKIP 102 (3s)

== sanity-pcc test 203: Verify attach/hit bytes statistics data ========================================================== 18:08:46 (1746137326)
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.021095 s, 497 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d203.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/10240           done                            
Creating filesystem with 10240 1k blocks and 2560 inodes
Filesystem UUID: a0104407-891e-427d-92ea-72e0a251541a
Superblock backups stored on blocks: 
	8193

Allocating group tables: 0/2   done                            
Writing inode tables: 0/2   done                            
Creating journal (2048 blocks): done
Writing superblocks and filesystem accounting information: 0/2   done

/tmp/f203.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a0104407-891e-427d-92ea-72e0a251541a (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d203.sanity-pcc/d203.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0107747 s, 95.0 kB/s
==== stats ====
llite.lustre-ffff88012abb0800.stats=
snapshot_time             1746137328.619729478 secs.nsecs
start_time                1746137328.507598213 secs.nsecs
elapsed_time              0.112131265 secs.nsecs
read_bytes                1 samples [bytes] 1024 1024 1024 1048576
write_bytes               1 samples [bytes] 1024 1024 1024 1048576
read                      3 samples [usecs] 145 6803 7095 46323443
write                     1 samples [usecs] 4239 4239 4239 17969121
open                      3 samples [usecs] 21 23964 24009 574274313
close                     3 samples [usecs] 4750 6524 16082 88241940
getattr                   2 samples [usecs] 65 3937 4002 15504194
mknod                     1 samples [usecs] 25764 25764 25764 663783696
inode_permission          7 samples [usecs] 2 3422 3694 11734322
opencount                 3 samples [reqs] 1 3 6 14
openclosetime             2 samples [usecs] 14800 15509 30309 459569081
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2 samples [bytes] 1024 1024 2048 2097152
pcc_attach_bytes          1 samples [bytes] 1024 1024 1024 1048576
llite.lustre-ffff88012ead0000.stats=
snapshot_time             1746137328.619853204 secs.nsecs
start_time                1746137328.507640676 secs.nsecs
elapsed_time              0.112212528 secs.nsecs
attach_num: 1, attach_bytes: 1024, hit_num: 2, hit_bytes: 2048
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d203.sanity-pcc is idle now
PASS 203 (6s)

== sanity-pcc test 204a: pin/unpin pcc flag ============== 18:08:53 (1746137333)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167497 s, 313 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a8423cc5-6fbf-45a7-88a1-0eaacb55a746
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f204a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a8423cc5-6fbf-45a7-88a1-0eaacb55a746 (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204a.sanity-pcc is idle now
PASS 204a (7s)

== sanity-pcc test 204b: Permission check for the pin/unpin operation ========================================================== 18:09:00 (1746137340)
mdt.lustre-MDT0000.enable_pin_gid=0
/home/green/git/lustre-release/lustre/tests/sanity-pcc.sh: illegal option -- p
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc
trusted.pin="[hsm: 100]"

running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
unpin: cannot unpin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
mdt.lustre-MDT0000.enable_pin_gid=-1
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=500
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=0
PASS 204b (9s)

== sanity-pcc test 204c: PCC pin/unpin without attach ID specified ========================================================== 18:09:09 (1746137349)
pin: failed to get id for '/mnt/lustre/f204c.sanity-pcc': No such file or directory
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.127566 s, 493 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=27,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2948)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg142-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg142-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51282/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.42,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.142@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.142@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 894911f6-ac49-4f8d-b960-9dfca17fa735
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f204c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=894911f6-ac49-4f8d-b960-9dfca17fa735 (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204c.sanity-pcc
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204c.sanity-pcc is idle now
PASS 204c (8s)
== sanity-pcc test complete, duration 2243 sec =========== 18:09:17 (1746137357)
=== sanity-pcc: start cleanup 18:09:19 (1746137359) ===
Stopping clients: oleg142-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg142-client.virtnet /mnt/lustre2 opts:
=== sanity-pcc: finish cleanup 18:09:25 (1746137365) ===