-----============= acceptance-small: sanity-pcc ============----- Thu May  1 15:30:31 EDT 2025
mgs: CentOS Linux release 7.9.2009 (Core)
MGS_OS_VERSION_ID=7
MGS_OS_ID=centos
MGS_OS_VERSION_CODE=117440512
MGS_OS_ID_LIKE=rhel fedora centos
mds1: CentOS Linux release 7.9.2009 (Core)
MDS1_OS_ID_LIKE=rhel fedora centos
MDS1_OS_ID=centos
MDS1_OS_VERSION_ID=7
MDS1_OS_VERSION_CODE=117440512
ost1: CentOS Linux release 7.9.2009 (Core)
OST1_OS_VERSION_CODE=117440512
OST1_OS_VERSION_ID=7
OST1_OS_ID_LIKE=rhel fedora centos
OST1_OS_ID=centos
client: CentOS Linux release 7.9.2009 (Core)
CLIENT_OS_ID=centos
CLIENT_OS_ID_LIKE=rhel fedora centos
CLIENT_OS_VERSION_ID=7
CLIENT_OS_VERSION_CODE=117440512
=== sanity-pcc: start setup 15:30:38 (1746127838) ===
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
oleg153-client.virtnet: executing check_config_client /mnt/lustre
oleg153-client.virtnet: Checking config lustre mounted on /mnt/lustre
Checking servers environments
Checking clients oleg153-client.virtnet environments
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800abf41800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012ab90000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800abf41800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ab90000.idle_timeout=debug
disable quota as required
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
osd-ldiskfs.track_declares_assert=1
=== sanity-pcc: finish setup 15:30:56 (1746127856) ===
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [true]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d0_runas_test/f7646]
nobody:x:99:
oleg153-server: ls: cannot access /home/green/git/lustre-release/lustre/tests/except/sanity-pcc.*ex: No such file or directory
excepting tests: 
Killing existing copytools on oleg153-client.virtnet
pkill: pidfile not valid
Try `pkill --help' for more information.
Set HSM on and start
Set sanity-hsm HSM policy

== sanity-pcc test 1a: Test manual lfs pcc attach with manual HSM restore ========================================================== 15:31:22 (1746127882)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120539 s, 435 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 67900bd2-108c-40da-a910-f4340be3d5d8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=67900bd2-108c-40da-a910-f4340be3d5d8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1a.sanity-pcc/d1a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0660342 s, 116 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1a.sanity-pcc/f1a.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1a.sanity-pcc is idle now
PASS 1a (12s)

== sanity-pcc test 1b: Test manual lfs pcc attach with restore on remote access ========================================================== 15:31:34 (1746127894)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105087 s, 499 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: cc3a5e09-e5d8-42e3-afb0-280515351ce0
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=cc3a5e09-e5d8-42e3-afb0-280515351ce0 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1b.sanity-pcc/d1b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0549377 s, 139 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1b.sanity-pcc/f1b.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1b.sanity-pcc is idle now
PASS 1b (11s)

== sanity-pcc test 1c: Test automated attach using Project ID with manual HSM restore ========================================================== 15:31:45 (1746127905)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800aab55800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012cc78000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aab55800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012cc78000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757251 s, 692 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5ef89ba7-5cb3-4a09-bf32-518810d1bd3a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5ef89ba7-5cb3-4a09-bf32-518810d1bd3a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1c.sanity-pcc/d1c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0584921 s, 131 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1c.sanity-pcc/f1c.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1c.sanity-pcc is idle now
PASS 1c (93s)

== sanity-pcc test 1d: Test Project ID with remote access ========================================================== 15:33:18 (1746127998)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800abf41000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012ab93000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800abf41000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ab93000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924097 s, 567 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 93a31a41-731c-4f0d-8990-c67e37c5309e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=93a31a41-731c-4f0d-8990-c67e37c5309e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB) copied, 0.0571441 s, 134 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1d.sanity-pcc is idle now
PASS 1d (98s)

== sanity-pcc test 1e: Test RW-PCC with non-root user ==== 15:34:57 (1746128097)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_1e/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_1e/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0133566 s, 76.7 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00955207 s, 107 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00972882 s, 105 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0]
touch: cannot touch '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1e (9s)

== sanity-pcc test 1f: Test auto RW-PCC cache with non-root user ========================================================== 15:35:07 (1746128107)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800abf2e000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a6aa000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800abf2e000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a6aa000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0791363 s, 663 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e22175f7-8c13-4240-8491-59b99b34b992
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e22175f7-8c13-4240-8491-59b99b34b992 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0111493 s, 91.8 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00592857 s, 173 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=256] [count=1]
1+0 records in
1+0 records out
256 bytes (256 B) copied, 0.00676705 s, 37.8 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0]
touch: cannot touch '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1f.sanity-pcc is idle now
PASS 1f (77s)

== sanity-pcc test 1g: General permission test for RW-PCC ========================================================== 15:36:25 (1746128185)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119109 s, 440 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 924105e3-018d-4764-82f0-9eb9430951f1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=924105e3-018d-4764-82f0-9eb9430951f1 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1g.sanity-pcc/d1g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00907168 s, 113 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00677083 s, 151 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
detach: cannot detach '/mnt/lustre/f1g.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
Waiting 200s for 'SUCCEED'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0184159 s, 55.6 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1g.sanity-pcc is idle now
PASS 1g (10s)

== sanity-pcc test 2a: Test multi open when creating ===== 15:36:34 (1746128194)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a9392000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a6bd800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9392000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a6bd800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133608 s, 392 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 1304d4ab-9a99-4410-9961-8e7b6b20a95b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1304d4ab-9a99-4410-9961-8e7b6b20a95b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2a.sanity-pcc/multiop vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.26872
client oleg153-client.virtnet multiop_bg started multiop_pid=26883
---------- 1 root root 14 May  1 15:38 /mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc/2340/0x240002341:0x1:0x0
Stopping multiop_pid=26883 (kill 26883 on oleg153-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d2a.sanity-pcc is idle now
PASS 2a (107s)

== sanity-pcc test 2b: Test multi remote open when creating ========================================================== 15:38:21 (1746128301)

 SKIP: sanity-pcc test_2b Need 2 or more clients, have 1
SKIP 2b (2s)

== sanity-pcc test 2c: Test multi open on different mount points when creating ========================================================== 15:38:23 (1746128303)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800b6383000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a6bb000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800b6383000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a6bb000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112918 s, 464 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2f6e5837-79f6-4703-9b55-fc90980a8f8b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2f6e5837-79f6-4703-9b55-fc90980a8f8b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2c.sanity-pcc/d2c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2c.sanity-pcc/f2c.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.30413
client oleg153-client.virtnet multiop_bg started multiop_pid=30424
Stopping multiop_pid=30424 (kill 30424 on oleg153-client.virtnet)
multiopen_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d2c.sanity-pcc is idle now
PASS 2c (112s)

== sanity-pcc test 3a: Repeat attach/detach operations === 15:40:15 (1746128415)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_3a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0148598 s, 68.9 kB/s
Start to RW-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RW-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Start to RO-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RO-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
PASS 3a (7s)

== sanity-pcc test 3b: Repeat attach/detach operations on multiple clients ========================================================== 15:40:22 (1746128422)

 SKIP: sanity-pcc test_3b Need 3 or more clients, have 1
SKIP 3b (2s)

== sanity-pcc test 4: Auto cache test for mmap =========== 15:40:24 (1746128424)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a8c67800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012ab95000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a8c67800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ab95000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164747 s, 318 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d4.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3730dee1-57da-4784-99f7-95eded7cd3b8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f4.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3730dee1-57da-4784-99f7-95eded7cd3b8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d4.sanity-pcc/d4.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
mmap test1: basic mmap operation (PASS, 0.025991s)
mmap test2: MAP_PRIVATE not write back (PASS, 0.072903s)
mmap test3: concurrent mmap ops on two nodes (PASS, 2.0566s)
mmap test4: c1 write to f1 from mmapped f2, c2 write to f1 from mmapped f1 (PASS, 4.1679s)
mmap test5: read/write file to/from the buffer which mmapped to just this file (PASS, 0.029873s)
mmap test6: check mmap write/read content on two nodes (PASS, 0.75241s)
mmap test7: file i/o with an unmapped buffer (SKIPPED, 0s)
mmap test8: SIGBUS for beyond file size (SKIPPED, 0s)
mmap test9: SIGBUS for negative file offset (SKIPPED, 0s)
mmap test10: multi-thread mmap access (PASS, 0.2543s)
mmap test11: multi-thread shared mmap (PASS, 0.23864s)
mmap test10: mtime not change for readonly mmap access (PASS, 1.0208s)
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a8c67800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012ab95000.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a8c67800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff88012ab95000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d4.sanity-pcc is idle now
PASS 4 (132s)

== sanity-pcc test 5: Mmap & cat a RW-PCC cached file ==== 15:42:36 (1746128556)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123324 s, 425 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d5.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: fd77fcd6-bea7-4c10-8143-d1b080fabebb
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f5.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fd77fcd6-bea7-4c10-8143-d1b080fabebb (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d5.sanity-pcc/d5.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d5.sanity-pcc is idle now
PASS 5 (12s)

== sanity-pcc test 6: Test mmap write on RW-PCC ========== 15:42:48 (1746128568)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127222 s, 412 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d6.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b30bb894-64d5-47a3-9a4a-9758632a3fb9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f6.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b30bb894-64d5-47a3-9a4a-9758632a3fb9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d6.sanity-pcc/d6.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d6.sanity-pcc is idle now
PASS 6 (12s)

== sanity-pcc test 7a: Fake file detached between fault() and page_mkwrite() for RW-PCC ========================================================== 15:43:00 (1746128580)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117804 s, 445 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 63f13c7a-6be4-4ebe-bb4a-577f3f674807
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=63f13c7a-6be4-4ebe-bb4a-577f3f674807 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7a.sanity-pcc/d7a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1412
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7a.sanity-pcc is idle now
PASS 7a (10s)

== sanity-pcc test 7b: Test the race with concurrent mkwrite and detach ========================================================== 15:43:10 (1746128590)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115234 s, 455 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d8670a11-5d7c-4a04-82c2-41d47e4a8d34
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d8670a11-5d7c-4a04-82c2-41d47e4a8d34 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7b.sanity-pcc/d7b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1413
fail_val=20
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7b.sanity-pcc is idle now
PASS 7b (50s)

== sanity-pcc test 8: Test fake -ENOSPC tolerance for RW-PCC ========================================================== 15:44:00 (1746128640)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174472 s, 301 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d8.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3a91d577-16c4-40f6-845e-4ba06379a793
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f8.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3a91d577-16c4-40f6-845e-4ba06379a793 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d8.sanity-pcc/d8.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d8.sanity-pcc is idle now
PASS 8 (8s)

== sanity-pcc test 9: Test -ENOSPC tolerance on loop PCC device for RW-PCC ========================================================== 15:44:09 (1746128649)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157056 s, 334 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.9a: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 1e3e5c8b-e4a6-4f47-91c6-781eba7b771f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f9.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1e3e5c8b-e4a6-4f47-91c6-781eba7b771f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.9a/d9.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.9a/d9.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 2.08334 s, 30.2 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.9a is idle now
PASS 9 (10s)

== sanity-pcc test 10a: Test RW-PCC with user quota on loop PCC device ========================================================== 15:44:19 (1746128659)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210908 s, 249 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 94d48084-c367-4778-99e1-78fb3bec0612
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=94d48084-c367-4778-99e1-78fb3bec0612 (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.341632 s, 46.0 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.373219 s, 42.1 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2400032e0:0x3:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10a.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10a.sanity-pcc/uquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.74159 s, 18.1 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10a.sanity-pcc is idle now
PASS 10a (12s)

== sanity-pcc test 10b: Test RW-PCC with group quota on loop PCC device ========================================================== 15:44:31 (1746128671)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0935929 s, 560 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b705c304-4086-4152-8491-d09d5044d333
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b705c304-4086-4152-8491-d09d5044d333 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.348215 s, 45.2 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.294682 s, 53.4 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x26:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10b.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10b.sanity-pcc/gquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 1.7003 s, 18.5 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10b.sanity-pcc is idle now
PASS 10b (10s)

== sanity-pcc test 10c: Test RO-PCC with user quota on loop PCC device ========================================================== 15:44:42 (1746128682)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183518 s, 286 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e64b6c6f-8f37-4891-9ea1-b355acda97ce
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e64b6c6f-8f37-4891-9ea1-b355acda97ce (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.466843 s, 33.7 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.35297 s, 44.6 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10c.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10c.sanity-pcc is idle now
PASS 10c (10s)

== sanity-pcc test 10d: Test RO-PCC with group quota on loop PCC device ========================================================== 15:44:52 (1746128692)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126706 s, 414 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: f3010e01-400f-419d-ae00-f94850f33b64
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f3010e01-400f-419d-ae00-f94850f33b64 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.397132 s, 39.6 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.29668 s, 53.0 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10d.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10d.sanity-pcc is idle now
PASS 10d (10s)

== sanity-pcc test 10e: Tolerate -EDQUOT failure when auto PCC-RO attach with user quota ========================================================== 15:45:02 (1746128702)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131366 s, 399 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 83c61ad7-c4b7-4e46-ad21-1fb77db0e00e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=83c61ad7-c4b7-4e46-ad21-1fb77db0e00e (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10e.sanity-pcc/d10e.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: uid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0493188 s, 42.5 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0354017 s, 59.2 MB/s
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x2c
      lmm_fid:           [0x2000032e1:0x2c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xcc:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.142592 s, 36.8 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0174548 s, 300 MB/s
file: /mnt/lustre/f10e.sanity-pcc, type: none
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x2c
      lmm_fid:           [0x2000032e1:0x2c:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xcc:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10e.sanity-pcc is idle now
PASS 10e (9s)

== sanity-pcc test 10f: Tolerate -EDQUOT failure when auto PCC-RO attach with group quota ========================================================== 15:45:11 (1746128711)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112941 s, 464 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6621cf8e-b2f1-4f59-9a7b-41087219b356
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6621cf8e-b2f1-4f59-9a7b-41087219b356 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10f.sanity-pcc/d10f.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: gid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0433378 s, 48.4 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0139624 s, 150 MB/s
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x2e
      lmm_fid:           [0x2000032e1:0x2e:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xcd:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.175088 s, 29.9 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.0209254 s, 251 MB/s
file: /mnt/lustre/f10f.sanity-pcc, type: none
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x2e
      lmm_fid:           [0x2000032e1:0x2e:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xcd:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10f.sanity-pcc is idle now
PASS 10f (9s)

== sanity-pcc test 11: Test attach fault injection with simulated PCC file path ========================================================== 15:45:20 (1746128720)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112131 s, 468 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d11.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 233f1c06-2ff0-4173-8f28-2fb32bf77fc1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f11.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=233f1c06-2ff0-4173-8f28-2fb32bf77fc1 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d11.sanity-pcc/d11.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32d1
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32d3
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x32:0x0]: Permission denied (13)
lfs pcc pcc: cannot attach with ID: 2: Permission denied (13)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Permission denied
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x33:0x0]: Invalid argument (22)
lfs pcc pcc: cannot attach with ID: 2: Invalid argument (22)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Invalid argument
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d11.sanity-pcc is idle now
PASS 11 (9s)

== sanity-pcc test 12: RW-PCC attach races with concurrent HSM remove ========================================================== 15:45:30 (1746128730)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_12/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1414
fail_val=20
/mnt/lustre/f12.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
PASS 12 (27s)

== sanity-pcc test 13a: Test auto RW-PCC create caching for UID/GID rule ========================================================== 15:45:56 (1746128756)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: uid={500}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00549019 s, 187 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00308934 s, 331 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0096513 s, 106 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: gid={500}
lfs mkdir: dirstripe error on '/mnt/lustre/d13a.sanity-pcc': stripe already set
lfs setdirstripe: cannot create dir '/mnt/lustre/d13a.sanity-pcc': File exists
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00730397 s, 140 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00742266 s, 138 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0041643 s, 246 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 13a (14s)

== sanity-pcc test 13b: Test auto RW-PCC create caching for file name with wildcard ========================================================== 15:46:10 (1746128770)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13b/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13b/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: fname={*.h5 suffix.* Mid*dle}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00858779 s, 119 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/suffix.doc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00555964 s, 184 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/MidPADdle] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0069868 s, 147 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/Midpad] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00569211 s, 180 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 13b (5s)

== sanity-pcc test 13c: Check auto RW-PCC create caching for UID/GID/ProjID/fname rule ========================================================== 15:46:15 (1746128775)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a2815800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800aab50800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a2815800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800aab50800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19667 s, 267 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d13c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 859a3d0f-9afa-430e-a5dc-a48d1a8fa917
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f13c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=859a3d0f-9afa-430e-a5dc-a48d1a8fa917 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100 200}&fname={*.h5},uid={500}&gid={500}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.015243 s, 67.2 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0051333 s, 199 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00861694 s, 119 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00680405 s, 150 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13c.sanity-pcc/ugidcache] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0131397 s, 77.9 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d13c.sanity-pcc is idle now
PASS 13c (122s)

== sanity-pcc test 14: Revocation of the layout lock should detach the file automatically ========================================================== 15:48:17 (1746128897)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_14/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 14 (9s)

== sanity-pcc test 15: Test auto attach at open when file is still valid cached ========================================================== 15:48:26 (1746128906)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167298 s, 313 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d15.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c49c7b9c-1474-4be1-a87c-068da5720a08
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f15.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c49c7b9c-1474-4be1-a87c-068da5720a08 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d15.sanity-pcc/d15.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach for non-root user
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0134101 s, 76.4 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
file: /mnt/lustre/d15.sanity-pcc/f15.sanity-pcc, type: readwrite, PCC_file: /d15.sanity-pcc/3abb/0x200003ab1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
Verify auto attach at open for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
Verify auto attach at open for RO-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d15.sanity-pcc is idle now
PASS 15 (12s)

== sanity-pcc test 16: Test detach with different options ========================================================== 15:48:38 (1746128918)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165682 s, 316 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d16.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 83e8c8fd-0297-4e17-86a7-f400d5f7e717
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f16.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=83e8c8fd-0297-4e17-86a7-f400d5f7e717 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d16.sanity-pcc/d16.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Test detach for RW-PCC
Test for reusing valid PCC cache
Test for the default detach
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Test detach for RO-PCC
detach_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d16.sanity-pcc is idle now
PASS 16 (13s)

== sanity-pcc test 17: Test auto attach for layout refresh ========================================================== 15:48:51 (1746128931)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151754 s, 345 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d17.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3790eeda-a318-4d09-8701-566bd4b9954b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f17.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3790eeda-a318-4d09-8701-566bd4b9954b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d17.sanity-pcc/d17.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d17.sanity-pcc/d17.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 94
    autocache: projid={100}
Verify auto attach during IO for truncate
Verify auto attach during IO for read/write
multiop /mnt/lustre/f17.sanity-pcc vO_r
TMPPIPE=/tmp/multiop_open_wait_pipe.22841
client oleg153-client.virtnet multiop_bg started multiop_pid=22851
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
Stopping multiop_pid=22851 (kill 22851 on oleg153-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d17.sanity-pcc is idle now
PASS 17 (18s)

== sanity-pcc test 18: Verify size correctness after re-attach the file ========================================================== 15:49:09 (1746128949)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184573 s, 284 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d18.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6e459eea-5bf5-4bdb-ad2b-e49a88245fd0
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f18.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6e459eea-5bf5-4bdb-ad2b-e49a88245fd0 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d18.sanity-pcc/d18.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d18.sanity-pcc/d18.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.167157 s, 25.1 MB/s
file: /mnt/lustre/f18.sanity-pcc, type: readwrite, PCC_file: /d18.sanity-pcc/3aa7/0x200003ab1:0x16:0x0, open_count: 0, flags: 0
file: /mnt/lustre/f18.sanity-pcc, type: none
/mnt/lustre/f18.sanity-pcc has size 4194304 OK
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00611204 s, 168 kB/s
/mnt/lustre2/f18.sanity-pcc has size 1049600 OK
file: /mnt/lustre/f18.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d18.sanity-pcc is idle now
PASS 18 (11s)

== sanity-pcc test 19: Verify the file re-attach works as expected ========================================================== 15:49:21 (1746128961)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965474 s, 543 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d19.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b2e0b173-29fe-4e4c-84dc-fedb47c3551e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f19.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b2e0b173-29fe-4e4c-84dc-fedb47c3551e (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d19.sanity-pcc/d19.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d19.sanity-pcc is idle now
PASS 19 (8s)

== sanity-pcc test 20: Auto attach works after the inode was once evicted from cache ========================================================== 15:49:30 (1746128970)
120+0 records in
120+0 records out
125829120 bytes (126 MB) copied, 0.287345 s, 438 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d20.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/122880             done                            
Creating filesystem with 122880 1k blocks and 30720 inodes
Filesystem UUID: 12e59c74-e35d-4a8e-8c0e-c1db828a11e9
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/15     done                            
Writing inode tables:  0/15     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/15     done

/tmp/f20.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=12e59c74-e35d-4a8e-8c0e-c1db828a11e9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d20.sanity-pcc/d20.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d20.sanity-pcc is idle now
PASS 20 (11s)

== sanity-pcc test 21a: PCC-RO storing as a plain HSM mirror component for plain layout ========================================================== 15:49:41 (1746128981)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175396 s, 299 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 86e4b799-01e5-4045-94fe-28862a977454
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=86e4b799-01e5-4045-94fe-28862a977454 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21a.sanity-pcc/d21a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Plain layout info before PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x22
lmm_fid:           [0x200003ab1:0x22:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           234	         0xea	   0x2c0000401


FLR layout info after PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x22
      lmm_fid:           [0x200003ab1:0x22:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xea:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x22
      lmm_fid:           [0x200003ab1:0x22:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xea:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC attach /mnt/lustre/f21a.sanity-pcc again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x22
      lmm_fid:           [0x200003ab1:0x22:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xea:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC detach '/mnt/lustre/f21a.sanity-pcc' again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x22
      lmm_fid:           [0x200003ab1:0x22:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xea:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21a.sanity-pcc is idle now
PASS 21a (10s)

== sanity-pcc test 21b: PCC-RO stroing as a plain HSM mirror component for FLR layouts ========================================================== 15:49:51 (1746128991)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267821 s, 196 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6a2d93eb-c34c-4373-a819-0433f7175961
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6a2d93eb-c34c-4373-a819-0433f7175961 (extents) (64bit) (large files) (huge files)
FLR layout before PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xea:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xeb:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xec:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xeb:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xea:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xeb:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xec:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xeb:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xea:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xeb:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xec:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xeb:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc' again:
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xea:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xeb:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xec:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xeb:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xea:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xeb:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x23
      lmm_fid:           [0x200003ab1:0x23:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xec:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xeb:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21b.sanity-pcc is idle now
PASS 21b (8s)

== sanity-pcc test 21c: Verify HSM release works storing PCC-RO as HSM mirror component ========================================================== 15:49:59 (1746128999)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1716 s, 306 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a2e74d16-24ae-4e36-bc97-a4b1de29cd1b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a2e74d16-24ae-4e36-bc97-a4b1de29cd1b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21c.sanity-pcc/d21c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
/mnt/lustre/f21c.sanity-pcc: (0x00000009) exists archived, archive_id:2
/mnt/lustre/f21c.sanity-pcc
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
    lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    0
      lmm_stripe_offset: 0

    lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
/mnt/lustre/f21c.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21c.sanity-pcc is idle now
PASS 21c (11s)

== sanity-pcc test 21d: Write should invalidate PCC-RO caching ========================================================== 15:50:10 (1746129010)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14685 s, 357 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21d.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6bfa356b-7c96-48e6-890d-e9a76a564b1f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6bfa356b-7c96-48e6-890d-e9a76a564b1f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21d.sanity-pcc/d21d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21d.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           237	         0xed	   0x2c0000401

PCC-RO attach '/mnt/lustre/f21d.sanity-pcc':
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x26
      lmm_fid:           [0x200003ab1:0x26:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xed:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Write invalidated PCC-RO cache:
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x26
      lmm_fid:           [0x200003ab1:0x26:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xed:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21d.sanity-pcc is idle now
PASS 21d (9s)

== sanity-pcc test 21e: Truncate should invalidate PCC-RO caching ========================================================== 15:50:19 (1746129019)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129133 s, 406 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21e.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8dbdb881-a248-436f-8d8b-c0666f93c8b7
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8dbdb881-a248-436f-8d8b-c0666f93c8b7 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21e.sanity-pcc/d21e.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21e.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           237	         0xed	   0x280000401

PCC-RO attach '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x28
      lmm_fid:           [0x200003ab1:0x28:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xed:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   10737419265
      lhm_archive_uuid:  ''
Trucate invalidate PCC-RO file '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x28
      lmm_fid:           [0x200003ab1:0x28:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xed:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    8594128896
      lhm_archive_ver:   10737419265
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21e.sanity-pcc is idle now
PASS 21e (10s)

== sanity-pcc test 21f: mmap write should invalidate PCC-RO caching ========================================================== 15:50:29 (1746129029)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109037 s, 481 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21f.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7278eb74-ea0d-4341-86ea-182f8ec28f46
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7278eb74-ea0d-4341-86ea-182f8ec28f46 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21f.sanity-pcc/d21f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21f.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           238	         0xee	   0x2c0000401

PCC-RO attach '/mnt/lustre/f21f.sanity-pcc':
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xee:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   10737419265
      lhm_archive_uuid:  ''
Mmap write invalidate PCC-RO caching:
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xee:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21f.sanity-pcc is idle now
PASS 21f (8s)

== sanity-pcc test 21g: PCC-RO for file under FLR write pending state ========================================================== 15:50:37 (1746129037)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106914 s, 490 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21g.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 43709c7a-672b-47d2-9899-3c8b311dccb5
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=43709c7a-672b-47d2-9899-3c8b311dccb5 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21g.sanity-pcc/d21g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         wp
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2b
      lmm_fid:           [0x200003ab1:0x2b:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xef:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xee:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2b
      lmm_fid:           [0x200003ab1:0x2b:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xef:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf0:0x0] }

FLR layout after PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2b
      lmm_fid:           [0x200003ab1:0x2b:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xef:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xee:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2b
      lmm_fid:           [0x200003ab1:0x2b:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xef:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf0:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after Write invalidate '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp
  lcm_layout_gen:    5
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2b
      lmm_fid:           [0x200003ab1:0x2b:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xef:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xee:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2b
      lmm_fid:           [0x200003ab1:0x2b:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xef:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf0:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21g.sanity-pcc is idle now
PASS 21g (8s)

== sanity-pcc test 21h: Extend mirror once file was PCC-RO cached ========================================================== 15:50:45 (1746129045)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307163 s, 171 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21h.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2074b547-4b00-4cc8-83e8-bc4f2561d312
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21h.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2074b547-4b00-4cc8-83e8-bc4f2561d312 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21h.sanity-pcc/d21h.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xf0:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf1:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf2:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xf1:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xf0:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf1:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf2:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xf1:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after extend a mirror:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xf0:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf1:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf2:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xf1:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf3:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xf2:0x0] }

file: /mnt/lustre/f21h.sanity-pcc, type: none

FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc' again:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0xf0:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf1:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf2:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xf1:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2e
      lmm_fid:           [0x200003ab1:0x2e:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf3:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x280000401:0xf2:0x0] }

Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21h.sanity-pcc is idle now
PASS 21h (9s)

== sanity-pcc test 21i: HSM release increase layout gen, should invalidate PCC-RO cache ========================================================== 15:50:54 (1746129054)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0982271 s, 534 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21i.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 158a25ac-8931-41cf-8847-4ab386b9e6d8
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21i.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=158a25ac-8931-41cf-8847-4ab386b9e6d8 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21i.sanity-pcc/d21i.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21i.sanity-pcc: (0x00000009) exists archived, archive_id:2
Layout after HSM release /mnt/lustre/f21i.sanity-pcc:
/mnt/lustre/f21i.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC state /mnt/lustre/f21i.sanity-pcc:
file: /mnt/lustre/f21i.sanity-pcc, type: none
Layout after PCC-RO attach /mnt/lustre/f21i.sanity-pcc again:
/mnt/lustre/f21i.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x30
lmm_fid:           [0x200003ab1:0x30:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           245	         0xf5	   0x2c0000401

PCC state:
file: /mnt/lustre/f21i.sanity-pcc, type: readonly, PCC_file: /d21i.sanity-pcc/3a81/0x200003ab1:0x30:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21i.sanity-pcc is idle now
PASS 21i (11s)

== sanity-pcc test 21j: PCC-RO for encrypted file ======== 15:51:05 (1746129065)

 SKIP: sanity-pcc test_21j client encryption not supported
SKIP 21j (2s)

== sanity-pcc test 22: Test RO-PCC attach for the HSM released file ========================================================== 15:51:07 (1746129067)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268038 s, 196 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d22.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ac92b29b-372c-4d58-9f08-186c7c52b0f4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f22.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ac92b29b-372c-4d58-9f08-186c7c52b0f4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d22.sanity-pcc/d22.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    2
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf6:0x0] }

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after HSM release /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       released
      lmm_layout_gen:    2
      lmm_stripe_offset: 0

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc again:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x35
lmm_fid:           [0x200003ab1:0x35:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           245	         0xf5	   0x280000401

Layout after PCC-RO detach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x35
lmm_fid:           [0x200003ab1:0x35:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           245	         0xf5	   0x280000401

Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d22.sanity-pcc is idle now
PASS 22 (15s)

== sanity-pcc test 23: Test write/truncate/mmap-write invalidating RO-PCC caching ========================================================== 15:51:22 (1746129082)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121091 s, 433 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d23.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d55a164d-30b8-4bd8-9f5b-aed0844d8d53
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f23.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d55a164d-30b8-4bd8-9f5b-aed0844d8d53 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d23.sanity-pcc/d23.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Write should invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3d
      lmm_fid:           [0x200003ab1:0x3d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf8:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3d
      lmm_fid:           [0x200003ab1:0x3d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf8:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Truncate invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3d
      lmm_fid:           [0x200003ab1:0x3d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf8:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Finish trucate operation
Mmap write invalidates RO-PCC caching
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3d
      lmm_fid:           [0x200003ab1:0x3d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf8:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    7
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3d
      lmm_fid:           [0x200003ab1:0x3d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf8:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write /mnt/lustre/f23.sanity-pcc via multiop
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    8
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x3d
      lmm_fid:           [0x200003ab1:0x3d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x2c0000401:0xf8:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d23.sanity-pcc is idle now
PASS 23 (9s)

== sanity-pcc test 24a: Test RO-PCC with non-root user === 15:51:31 (1746129091)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144134 s, 364 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7159d177-7f28-412c-9e2c-bb8b3e90c2ab
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7159d177-7f28-412c-9e2c-bb8b3e90c2ab (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: a0
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0148608 s, 68.9 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00759974 s, 135 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af1/0x200003ab1:0x40:0x0]
touch: cannot touch '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af1/0x200003ab1:0x40:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af1/0x200003ab1:0x40:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af1/0x200003ab1:0x40:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af1/0x200003ab1:0x40:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3af1/0x200003ab1:0x40:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24a.sanity-pcc is idle now
PASS 24a (9s)

== sanity-pcc test 24b: General permission test for RO-PCC ========================================================== 15:51:40 (1746129100)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111376 s, 471 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8334ee18-d95a-4678-8f7b-96ca891f99a9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8334ee18-d95a-4678-8f7b-96ca891f99a9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24b.sanity-pcc/d24b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0152199 s, 67.3 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00651605 s, 157 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
detach: cannot detach '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00472836 s, 217 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24b.sanity-pcc is idle now
PASS 24b (8s)

== sanity-pcc test 25: Tolerate fake read failure for RO-PCC ========================================================== 15:51:49 (1746129109)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190452 s, 275 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d25.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 173fea73-bb28-49e2-90c8-f83b6e86ab88
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f25.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=173fea73-bb28-49e2-90c8-f83b6e86ab88 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d25.sanity-pcc/d25.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
fail_loc=0
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d25.sanity-pcc is idle now
PASS 25 (9s)

== sanity-pcc test 26: Repeat the attach/detach when the file has multiple openers ========================================================== 15:51:58 (1746129118)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211334 s, 248 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d26.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3cb9f2f3-cdf9-4194-b9cd-2fa43fccc17b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f26.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3cb9f2f3-cdf9-4194-b9cd-2fa43fccc17b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d26.sanity-pcc/d26.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.6312
client oleg153-client.virtnet multiop_bg started multiop_pid=6323
Stopping multiop_pid=6323 (kill 6323 on oleg153-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.6427
client oleg153-client.virtnet multiop_bg started multiop_pid=6437
Stopping multiop_pid=6437 (kill 6437 on oleg153-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.6541
client oleg153-client.virtnet multiop_bg started multiop_pid=6552
Stopping multiop_pid=6552 (kill 6552 on oleg153-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.6657
client oleg153-client.virtnet multiop_bg started multiop_pid=6667
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=6667 (kill 6667 on oleg153-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.6808
client oleg153-client.virtnet multiop_bg started multiop_pid=6818
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=6818 (kill 6818 on oleg153-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d26.sanity-pcc is idle now
PASS 26 (33s)

== sanity-pcc test 27: Auto attach at open when the file has multiple openers ========================================================== 15:52:31 (1746129151)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109719 s, 478 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d27.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: af8e778b-8e29-4451-9c28-6fc9e20601fe
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f27.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=af8e778b-8e29-4451-9c28-6fc9e20601fe (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d27.sanity-pcc/d27.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.7736
client oleg153-client.virtnet multiop_bg started multiop_pid=7746
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=7746 (kill 7746 on oleg153-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.7880
client oleg153-client.virtnet multiop_bg started multiop_pid=7891
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=7891 (kill 7891 on oleg153-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.8024
client oleg153-client.virtnet multiop_bg started multiop_pid=8034
Stopping multiop_pid=8034 (kill 8034 on oleg153-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.8143
client oleg153-client.virtnet multiop_bg started multiop_pid=8153
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800aab50800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800a2815800.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800aab50800.lru_size=clear
Stopping multiop_pid=8153 (kill 8153 on oleg153-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d27.sanity-pcc is idle now
PASS 27 (28s)

== sanity-pcc test 28: RW-PCC attach should fail when the file has cluster-wide openers ========================================================== 15:52:59 (1746129179)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105707 s, 496 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d28.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: a7c250bf-01c7-49f4-a8ee-58624dee08df
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f28.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a7c250bf-01c7-49f4-a8ee-58624dee08df (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d28.sanity-pcc/d28.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.9023
client oleg153-client.virtnet multiop_bg started multiop_pid=9033
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x56:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Stopping multiop_pid=9033 (kill 9033 on oleg153-client.virtnet)
multiop /mnt/lustre2/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.7646
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab1:0x56:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d28.sanity-pcc is idle now
PASS 28 (13s)

== sanity-pcc test 29a: Auto readonly caching on RO-PCC backend for O_RDONLY open ========================================================== 15:53:12 (1746129192)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a2817000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800a9395000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a2817000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a9395000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213213 s, 246 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b57bff90-1383-4428-8186-c54fb8f97b28
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b57bff90-1383-4428-8186-c54fb8f97b28 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
  100 P /mnt/lustre/d29a.sanity-pcc/f29a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29a.sanity-pcc is idle now
PASS 29a (114s)

== sanity-pcc test 29b: Auto PCC-RO attach in atomic_open ========================================================== 15:55:07 (1746129307)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115128 s, 455 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d846fac2-94f4-4852-bb4a-6130b47bf953
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d846fac2-94f4-4852-bb4a-6130b47bf953 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d29b.sanity-pcc/d29b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.dat}
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.0121251 s, 338 kB/s
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00817041 s, 501 kB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00656661 s, 624 kB/s
vm.drop_caches = 3
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.00957341 s, 428 kB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29b.sanity-pcc is idle now
PASS 29b (6s)

== sanity-pcc test 30: Test lctl pcc del command ========= 15:55:13 (1746129313)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120232 s, 436 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d30.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8028bea6-a016-4991-b872-3c3e4eb7fe4f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f30.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8028bea6-a016-4991-b872-3c3e4eb7fe4f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 3e
    autocache: projid={100}
check file 0:'4282' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4284' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4286' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 1:'0x240004280:0x2:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4282'
Handle the file: 0x240004280:0x2:0x0
Detach and remove the PCC cached file: 0x240004280:0x2:0x0
check file 1:'0x240004280:0x4:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4284'
Handle the file: 0x240004280:0x4:0x0
Remove non-cached file: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4284/0x240004280:0x4:0x0 flags: 1
check file 1:'0x240004280:0x6:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4286'
Handle the file: 0x240004280:0x6:0x0
Detach and remove the PCC cached file: 0x240004280:0x6:0x0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d30.sanity-pcc is idle now
PASS 30 (7s)

== sanity-pcc test 31: Test lctl pcc del command with --keep option ========================================================== 15:55:20 (1746129320)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176564 s, 297 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d31.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4cd0daa7-4c9a-4927-8b5a-f49153cd0a94
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f31.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4cd0daa7-4c9a-4927-8b5a-f49153cd0a94 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d31.sanity-pcc/d31.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d31.sanity-pcc/d31.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: 30
    autocache: projid={100}
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d31.sanity-pcc is idle now
PASS 31 (9s)

== sanity-pcc test 32: Test for RO-PCC when PCC copy is deleted ========================================================== 15:55:29 (1746129329)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135391 s, 387 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d32.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d8f8737e-d733-44a4-ab05-6a0192cdb028
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f32.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d8f8737e-d733-44a4-ab05-6a0192cdb028 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d32.sanity-pcc/d32.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f32.sanity-pcc vo_rc
TMPPIPE=/tmp/multiop_open_wait_pipe.15703
client oleg153-client.virtnet multiop_bg started multiop_pid=15713
Stopping multiop_pid=15713 (kill 15713 on oleg153-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d32.sanity-pcc is idle now
PASS 32 (14s)

== sanity-pcc test 33: Cache rule with comparator (>, =, <) for file size ========================================================== 15:55:43 (1746129343)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0914058 s, 574 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d33.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3d3147ba-f138-479e-8b90-27100af3b8a1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f33.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3d3147ba-f138-479e-8b90-27100af3b8a1 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d33.sanity-pcc/d33.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.doc}&size<{1M}
file: /mnt/lustre/myfile.doc, type: none
file: /mnt/lustre/myfile.doc, type: none
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size<{5M}&size>{3M}
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d33.sanity-pcc/d33.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: fname={*.doc}&size={5M 3M}
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d33.sanity-pcc is idle now
PASS 33 (11s)

== sanity-pcc test 34: Cache rule with comparator (>, <) for Project ID range ========================================================== 15:55:54 (1746129354)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a8345000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012ab7e000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a8345000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012ab7e000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110747 s, 473 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d34.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 18a40508-c1ce-48ee-bf39-91862411b260
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f34.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=18a40508-c1ce-48ee-bf39-91862411b260 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d34.sanity-pcc/d34.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid>{100}
   99 - /mnt/lustre/f34.sanity-pcc
  101 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{100}
  102 - /mnt/lustre/f34.sanity-pcc
   99 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{120}&projid>{110}
  105 - /mnt/lustre/f34.sanity-pcc
  121 - /mnt/lustre/f34.sanity-pcc
  115 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d34.sanity-pcc is idle now
PASS 34 (118s)

== sanity-pcc test 35: mmap fault test =================== 15:57:52 (1746129472)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161949 s, 324 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d35.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 555f32a5-24ed-415f-86bd-0e1fe2951c8d
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f35.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=555f32a5-24ed-415f-86bd-0e1fe2951c8d (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d35.sanity-pcc/d35.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d35.sanity-pcc is idle now
PASS 35 (8s)

== sanity-pcc test 36a: Stale RW-PCC copy should be deleted after remove the PCC backend ========================================================== 15:58:00 (1746129480)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121027 s, 433 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d161a3bc-0066-4fdf-8179-49d5cf1f2f7a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d161a3bc-0066-4fdf-8179-49d5cf1f2f7a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a52' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc'
check file 1:'0x200004a51:0x3:0x0' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52'
Handle the file: 0x200004a51:0x3:0x0
Remove non-cached file: /mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52/0x200004a51:0x3:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36a.sanity-pcc is idle now
PASS 36a (6s)

== sanity-pcc test 36b: Stale RO-PCC copy should be deleted after remove the PCC backend ========================================================== 15:58:06 (1746129486)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101912 s, 514 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b79fec8c-f1b5-4b37-a9fd-6ee8006bcbcd
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b79fec8c-f1b5-4b37-a9fd-6ee8006bcbcd (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a54' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc'
check file 1:'0x200004a51:0x5:0x0' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54'
Handle the file: 0x200004a51:0x5:0x0
Remove non-cached file: /mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54/0x200004a51:0x5:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36b.sanity-pcc is idle now
PASS 36b (7s)

== sanity-pcc test 37: Multiple readers on a shared file with PCC-RO mode ========================================================== 15:58:14 (1746129494)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171508 s, 306 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d37.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7d088460-14ed-4c29-a860-d9ac6b372f0c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7d088460-14ed-4c29-a860-d9ac6b372f0c (extents) (64bit) (large files) (huge files)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109534 s, 479 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d37.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 34b8188b-a2af-4448-803f-a46feddc533f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=34b8188b-a2af-4448-803f-a46feddc533f (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
file: /mnt/lustre/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
file: /mnt/lustre2/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
/mnt/pcc.d37.sanity-pcc.2 is idle now
/mnt/pcc.d37.sanity-pcc is idle now
PASS 37 (11s)

== sanity-pcc test 38: Verify LFS pcc state does not trigger prefetch for auto PCC-RO ========================================================== 15:58:25 (1746129505)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/pcc_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800a8340800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8800abf2e800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800a8340800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800abf2e800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106241 s, 493 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d38.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9b02f0ea-99a1-4222-b74b-579e6844380b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f38.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9b02f0ea-99a1-4222-b74b-579e6844380b (extents) (64bit) (large files) (huge files)
file: /mnt/lustre/d38.sanity-pcc/f38.sanity-pcc, type: none
QQQQQ
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d38.sanity-pcc is idle now
PASS 38 (116s)

== sanity-pcc test 39: Test Project quota on loop PCC device ========================================================== 16:00:21 (1746129621)

 SKIP: sanity-pcc test_39 Not support project quota on local filesystem
SKIP 39 (2s)

== sanity-pcc test 40: Test async open attach in the background for PCC-RO file ========================================================== 16:00:23 (1746129623)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg153-client.virtnet /mnt/lustre (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre opts:
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-mds2 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg153-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg153-server
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
tune2fs 1.46.2.wc5 (26-Mar-2022)
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg153-client.virtnet environments
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg153-server'
oleg153-server: oleg153-server.virtnet: executing load_modules_local
oleg153-server: Loading modules from /home/green/git/lustre-release/lustre
oleg153-server: detected 4 online CPUs by sysfs
oleg153-server: MODOPTS_LIBCFS=
oleg153-server: Force libcfs to create 2 CPU partitions
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/intel_rapl/holders': No such file or directory
oleg153-server: libkmod: kmod_module_get_holders: could not open '/sys/module/acpi_cpufreq/holders': No such file or directory
Setup mgs, mdt, osts
Starting mds1: -o localrecov  /dev/mapper/mds1_flakey /mnt/lustre-mds1
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0000
Starting mds2: -o localrecov  /dev/mapper/mds2_flakey /mnt/lustre-mds2
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-MDT0001
Starting ost1: -o localrecov  /dev/mapper/ost1_flakey /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0000
Starting ost2: -o localrecov  /dev/mapper/ost2_flakey /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg153-server: oleg153-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg153-client: oleg153-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Starting client oleg153-client.virtnet:  -o user_xattr,flock 192.168.201.153@tcp:/lustre /mnt/lustre2
Started clients oleg153-client.virtnet: 
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8800abf2a000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff88012a6bd000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8800abf2a000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff88012a6bd000.idle_timeout=debug
disable quota as required
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.726486 s, 289 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d40.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 03ca846c-8b44-4470-8fda-245bd3e935ce
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f40.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=03ca846c-8b44-4470-8fda-245bd3e935ce (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d40.sanity-pcc/d40.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.955921 s, 54.8 MB/s
  100 - /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
ldlm.namespaces.lustre-OST0000-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012a6bd000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012a6bd000.lru_size=clear
osc.lustre-OST0000-osc-ffff8800abf2a000.stats=clear
osc.lustre-OST0000-osc-ffff88012a6bd000.stats=clear
osc.lustre-OST0001-osc-ffff8800abf2a000.stats=clear
osc.lustre-OST0001-osc-ffff88012a6bd000.stats=clear
fail_val=1
fail_loc=0x214
llite.lustre-ffff8800abf2a000.pcc_async_threshold=5MB
llite.lustre-ffff88012a6bd000.pcc_async_threshold=5MB
Test open attach with pcc_async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 2.13356 s, 491 kB/s
Before: 0 After: 3
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none, flags: attaching
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 4s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1G
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012a6bd000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012a6bd000.lru_size=clear
osc.lustre-OST0000-osc-ffff8800abf2a000.stats=clear
osc.lustre-OST0000-osc-ffff88012a6bd000.stats=clear
osc.lustre-OST0001-osc-ffff8800abf2a000.stats=clear
osc.lustre-OST0001-osc-ffff88012a6bd000.stats=clear
Test open attach with async_threshold=1G
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: readonly, PCC_file: /d40.sanity-pcc/59f3/0x2000059f1:0x2:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0121611 s, 86.2 MB/s
Before: 14 After: 14
Time1: 2 Time2: 6
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800abf2a000.pcc_async_threshold=5MB
llite.lustre-ffff88012a6bd000.pcc_async_threshold=5MB
ldlm.namespaces.lustre-OST0000-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012a6bd000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012a6bd000.lru_size=clear
Read 1MB data with async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 2.23579 s, 469 kB/s
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 4s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1G
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff88012a6bd000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff88012a6bd000.lru_size=clear
Read 1MB data with async_threshold=1G
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0178262 s, 58.8 MB/s
Time1: 2 Time2: 6
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d40.sanity-pcc is idle now
PASS 40 (150s)

== sanity-pcc test 41: Test mtime rule for PCC-RO open attach with O_RDONLY mode ========================================================== 16:02:53 (1746129773)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103728 s, 505 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d41.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 528223a3-1be4-413e-8f7b-f3fe3e8ed3c5
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f41.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=528223a3-1be4-413e-8f7b-f3fe3e8ed3c5 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d41.sanity-pcc/d41.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: mtime>{1m}
pcc_ro_data
pcc_ro_data
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d41.sanity-pcc is idle now
PASS 41 (8s)

== sanity-pcc test 42: PCC attach without attach ID specified ========================================================== 16:03:01 (1746129781)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.107704 s, 584 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d42.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: aeaf118e-b624-4a8b-b594-69550cf3c9ad
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f42.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=aeaf118e-b624-4a8b-b594-69550cf3c9ad (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d42.sanity-pcc/d42.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
file: /mnt/lustre/f42.sanity-pcc, type: readonly, PCC_file: /d42.sanity-pcc/59f5/0x2000059f1:0x4:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d42.sanity-pcc is idle now
PASS 42 (7s)

== sanity-pcc test 43: Auto attach at open() should add capacity owner check ========================================================== 16:03:09 (1746129789)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.329351 s, 191 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d43.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: ab55a66b-d121-41da-978c-355c46cdab74
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f43.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ab55a66b-d121-41da-978c-355c46cdab74 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d43.sanity-pcc/d43.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: size<{100M}
file: /mnt/lustre/f43.sanity-pcc, type: none
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f43.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f43.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/f43.sanity-pcc]
file: /mnt/lustre/f43.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d43.sanity-pcc is idle now
PASS 43 (9s)

== sanity-pcc test 44: Verify valid auto attach without re-fetching the whole files ========================================================== 16:03:17 (1746129797)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.144007 s, 437 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d44.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: fc807829-2678-460c-a3ac-9db6e06cfad9
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f44.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=fc807829-2678-460c-a3ac-9db6e06cfad9 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d44.sanity-pcc/d44.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800abf2a000.pcc_async_threshold=0
llite.lustre-ffff88012a6bd000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.985758 s, 53.2 MB/s
/mnt/lustre/f44.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x6
lmm_fid:           [0x2000059f1:0x6:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           388	        0x184	   0x280000401

50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306238 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.66813 s, 78.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.67134 s, 78.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.671693 s, 78.1 MB/s
, 0.717395 s, 73.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.761099 s, 68.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.742098 s, 70.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.629348 s, 83.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.572285 s, 91.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.798429 s, 65.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.856482 s, 61.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.763102 s, 68.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458892 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.788304 s, 66.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516965 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.794631 s, 66.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.405486 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.02652 s, 51.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.03202 s, 50.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873293 s, 600 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225532 s, 232 MB/s
52428800 bytes (52 MB) copied, 0.188384 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118537 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139527 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419202 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570906 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132357 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225633 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151988 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213299 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831834 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116953 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417925 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442698 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182875 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19993 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144288 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138905 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635775 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651431 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0904191 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100011 s, 524 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0736489 s, 712 MB/s
, 0.0858423 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551201 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200466 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189196 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629478 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051588 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873089 s, 600 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389199 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.0849607 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730678 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923067 s, 568 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103083 s, 509 MB/s
52428800 bytes (52 MB) copied, 0.108279 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15259 s, 344 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105855 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145194 s, 361 MB/s
52428800 bytes (52 MB) copied, 0.176111 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664106 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870392 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130939 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150773 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624791 s, 839 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468364 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0439568 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114095 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20091 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1911 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182313 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235854 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484891 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239146 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785157 s, 668 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585892 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1209 s, 434 MB/s
52428800 bytes (52 MB) copied, 0.0988932 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049528 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246218 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543557 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817709 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666313 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351749 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274467 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056858 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027562 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279112 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820087 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588315 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856981 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104897 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107258 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262673 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215266 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231888 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116839 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122503 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.091674 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302301 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148161 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733988 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108239 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149309 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729642 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107843 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116373 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126792 s, 414 MB/s
52428800 bytes (52 MB) copied, 0.142613 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0974747 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924682 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417865 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141603 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0741193 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455043 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262822 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101996 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13071 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051965 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126331 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700271 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619797 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0364475 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.133116 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320839 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101489 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880529 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779076 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160667 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848549 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128555 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167532 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109314 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155614 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118017 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364917 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141095 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775419 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19258 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419211 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464813 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324766 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662475 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067741 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405523 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291829 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506906 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537609 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613275 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922593 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159699 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135768 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749504 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117231 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129617 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229399 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587773 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580304 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568061 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300295 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212391 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318721 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071938 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237656 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519499 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459976 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704591 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299129 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686159 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703258 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11847 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159044 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918471 s, 571 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106593 s, 492 MB/s
52428800 bytes (52 MB) copied, 0.0943275 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501476 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756341 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161333 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307182 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543589 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180075 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286788 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231033 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119265 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112773 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116112 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.424705 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113141 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597776 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978134 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35162 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262708 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267484 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530359 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102971 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159992 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161747 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234251 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521469 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0740885 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301789 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261861 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409481 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899142 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.284553 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103451 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294608 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076852 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542266 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244529 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129525 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355388 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147089 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409897 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334515 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167795 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065454 s, 801 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385184 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.103938 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595815 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0925414 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122054 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034031 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815779 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077618 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943645 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768391 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823946 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104944 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516476 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830106 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551205 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0878607 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829952 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820648 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155482 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11105 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204309 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165633 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130767 s, 401 MB/s
52428800 bytes (52 MB) copied, 0.158747 s, 330 MB/s
, 0.323554 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18389 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184704 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307126 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.352803 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817878 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234975 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.328331 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088933 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154506 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221724 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293107 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129818 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28761 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.359442 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966243 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115968 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092834 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896278 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842448 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100663 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992674 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269893 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255132 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201781 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198614 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307002 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110291 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116957 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10326 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181202 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266277 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308347 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226818 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10622 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.371198 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0256072 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.298312 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.343006 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101398 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190554 s, 275 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146934 s, 357 MB/s
52428800 bytes (52 MB) copied, 0.239908 s, 219 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183456 s, 286 MB/s
52428800 bytes (52 MB) copied, 0.159698 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163687 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145337 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345729 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209463 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27081 s, 194 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233552 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334872 s, 157 MB/s
52428800 bytes (52 MB) copied, 0.298696 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123202 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31412 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209686 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531603 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510662 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382616 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519673 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390216 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049551 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693634 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701508 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714991 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731855 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102689 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428902 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470955 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13875 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730486 s, 718 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145357 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120257 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112287 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464486 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319711 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071105 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0878411 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126997 s, 413 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105138 s, 499 MB/s
52428800 bytes (52 MB) copied, 0.0517205 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128734 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109981 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117151 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113605 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139336 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581739 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100379 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108306 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212705 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179586 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247223 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197264 s, 266 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.32612 s, 161 MB/s
52428800 bytes (52 MB) copied, 0.264201 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279714 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245308 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35062 s, 150 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.322491 s, 163 MB/s
, 0.252927 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586828 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172611 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.07373 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138039 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143111 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193696 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379188 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075968 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647588 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06599 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584834 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145306 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099941 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134377 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713711 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153177 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837869 s, 626 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186062 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.184842 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777907 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337995 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11492 s, 456 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.108203 s, 485 MB/s
, 0.0699248 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105194 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859703 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678008 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684956 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117038 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480078 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355338 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143218 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494123 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152175 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165019 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362238 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259196 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185926 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0975565 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198887 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113212 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903399 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687984 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106639 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997686 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185908 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139001 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145351 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171737 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153872 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783177 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804423 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567437 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100657 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724285 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966312 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823635 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130056 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170771 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990285 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194445 s, 270 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224924 s, 233 MB/s
52428800 bytes (52 MB) copied, 0.134196 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515722 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570852 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556707 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888436 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125802 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154234 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12749 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766827 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106025 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12621 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0876947 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542477 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732889 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418648 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596124 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278552 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869708 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942122 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10234 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123298 s, 425 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138429 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.135379 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124262 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804685 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468374 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0963158 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752417 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108317 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150948 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371331 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240998 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695803 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512242 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734516 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765103 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198189 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767788 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346511 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069368 s, 756 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670159 s, 782 MB/s
52428800 bytes (52 MB) copied, 0.101796 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111399 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785269 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981888 s, 534 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752914 s, 696 MB/s
52428800 bytes (52 MB) copied, 0.144004 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411381 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159724 s, 328 MB/s
, 0.0862202 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730812 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664175 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467179 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761502 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577754 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449005 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520984 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373324 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693289 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1039 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398993 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602382 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632045 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444628 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202671 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0683396 s, 767 MB/s
, 0.0505701 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485485 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410095 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603645 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798153 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123327 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233785 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438529 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597074 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446391 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761559 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194245 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392381 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939201 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106494 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125925 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136767 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220943 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441171 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804619 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421345 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786544 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107317 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632466 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122762 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15196 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103644 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066351 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684667 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316661 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631099 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620462 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560624 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352618 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555801 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110448 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842699 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0885677 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688047 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15602 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133863 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799879 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792212 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931987 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187659 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997773 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134116 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148983 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356614 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508268 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542892 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605888 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373476 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637752 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548236 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071557 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308358 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898062 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385657 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395319 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447278 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366555 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438976 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433813 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593552 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465315 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565596 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429874 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643304 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637315 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077446 s, 677 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124666 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847727 s, 618 MB/s
52428800 bytes (52 MB) copied, 0.102387 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122511 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210761 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106481 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915582 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195079 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839392 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813392 s, 645 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874963 s, 599 MB/s
52428800 bytes (52 MB) copied, 0.122224 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146549 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175633 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1186 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156522 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454651 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127131 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407921 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052421 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.039986 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.124419 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045413 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606174 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463283 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059146 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686027 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596691 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160434 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0927008 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103852 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190391 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969994 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155376 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109658 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15851 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04459 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916823 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131462 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148612 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147482 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203113 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285909 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295202 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222616 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575513 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203044 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123175 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125086 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141747 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15397 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751907 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234956 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983265 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888443 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0183751 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264794 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829424 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109253 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391026 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616923 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366029 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654547 s, 801 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295321 s, 1.8 GB/s
52428800 bytes (52 MB) copied, 0.106972 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439131 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628184 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384019 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232109 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775012 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085535 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631814 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487415 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849525 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0669243 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710961 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702576 s, 746 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892987 s, 587 MB/s
52428800 bytes (52 MB) copied, 0.0945925 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0975776 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164495 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184255 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125701 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114526 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119135 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170921 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999097 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21724 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274015 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645308 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085957 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406376 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625106 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775115 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773429 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481128 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082298 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594573 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04916 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572981 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666255 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324614 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105259 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048066 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0191925 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709656 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033723 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730861 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121779 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206557 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762871 s, 687 MB/s
52428800 bytes (52 MB) copied, 0.10781 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110003 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101947 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844122 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120458 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168646 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159361 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108118 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101222 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0885178 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944288 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278017 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038937 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391609 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430156 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251002 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518557 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621263 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702863 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400766 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374837 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273216 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405947 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248003 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366209 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406227 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384511 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382361 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284804 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565246 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030044 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464832 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659927 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506518 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659398 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910508 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048525 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842975 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703006 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814024 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969259 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421882 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109195 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739362 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756618 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687888 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697858 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272088 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078398 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652229 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150972 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100393 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106887 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449281 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661555 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423248 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410012 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566548 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492824 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427925 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320085 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640034 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213084 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402959 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785367 s, 668 MB/s
52428800 bytes (52 MB) copied, 0.0377821 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140454 s, 373 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421379 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0700014 s, 749 MB/s
, 0.102986 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124905 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952511 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677574 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335212 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438626 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540717 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837974 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470464 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613134 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945196 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821332 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060273 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406776 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283423 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812272 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102907 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620696 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463809 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047075 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631648 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395861 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637434 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067571 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840981 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729051 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326694 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102014 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350709 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663083 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623374 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369614 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305939 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360192 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471856 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598746 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347572 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402394 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616907 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388176 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332824 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762619 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045691 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616599 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646542 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549418 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485214 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641914 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0229792 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105273 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101866 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750597 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890362 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116459 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450355 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100506 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617801 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082777 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636093 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125736 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292285 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404973 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489479 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463521 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370692 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340881 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384594 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428242 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244068 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458374 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687027 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062953 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840719 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781395 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784727 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0902146 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116925 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348603 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141678 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556603 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289829 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110285 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103025 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138325 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128239 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969938 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424133 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055419 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476883 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347554 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0692971 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601237 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806309 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101884 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984913 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043667 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312429 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540934 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244156 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265095 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540753 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514268 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125784 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992544 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141372 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746388 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768837 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051685 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594253 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089931 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608133 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287305 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342415 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419789 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668786 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497654 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554642 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489119 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255035 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598926 s, 875 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561462 s, 934 MB/s
52428800 bytes (52 MB) copied, 0.0304176 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260496 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746836 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106908 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537439 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137592 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866831 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133853 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132362 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288376 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623043 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600585 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601004 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340766 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318387 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354171 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510906 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719797 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761286 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844576 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127994 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133958 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155494 s, 337 MB/s
52428800 bytes (52 MB) copied, 0.161054 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990149 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270331 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25913 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12875 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164604 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182456 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212675 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.309964 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100834 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0418323 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565783 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704487 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965907 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092139 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583248 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623604 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402387 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342453 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13519 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303989 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348627 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398428 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198896 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259056 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776198 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047609 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822755 s, 637 MB/s
52428800 bytes (52 MB) copied, 0.111557 s, 470 MB/s
52428800 bytes (52 MB) copied, 0.11251 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396847 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132243 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325554 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857904 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530311 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211758 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512945 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385771 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495379 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364788 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067609 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493153 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417862 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523744 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072947 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691995 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333187 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109742 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094606 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369793 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503674 s, 1.0 GB/s
, 0.0558382 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932777 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10057 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735962 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404089 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587302 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033035 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546153 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660948 s, 793 MB/s
, 0.0232638 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204037 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663189 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251097 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832174 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428078 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101644 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052407 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0874446 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627763 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840867 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095955 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108175 s, 485 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0520535 s, 1.0 GB/s
, 0.0785872 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783471 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672203 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277019 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577896 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453024 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0301944 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341372 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049028 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662524 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115665 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14906 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510597 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631154 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0755596 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916163 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119682 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393175 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119076 s, 440 MB/s
, 0.131857 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357032 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153575 s, 341 MB/s
, 0.0546083 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842996 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110955 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0964044 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674399 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790194 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089806 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209681 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126475 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113687 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822568 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142162 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167386 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186857 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916659 s, 572 MB/s
, 0.125645 s, 417 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163937 s, 320 MB/s
52428800 bytes (52 MB) copied, 0.119636 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115591 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137835 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124047 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849972 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120467 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270908 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289868 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414222 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671951 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629626 s, 833 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482766 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377052 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0741185 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039417 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457391 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0854747 s, 613 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998705 s, 525 MB/s
52428800 bytes (52 MB) copied, 0.0875628 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806137 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11397 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100589 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167919 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124874 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214107 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266677 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257648 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114213 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255717 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515492 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424147 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069224 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746316 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.087831 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468762 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168839 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25463 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108731 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139774 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227011 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14381 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.278611 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172233 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193127 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279736 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12089 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116525 s, 450 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1216 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143302 s, 366 MB/s
52428800 bytes (52 MB) copied, 0.142681 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119291 s, 440 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142164 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109345 s, 479 MB/s
52428800 bytes (52 MB) copied, 0.0809763 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076388 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19085 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892556 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742518 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341246 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532739 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853887 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0687109 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578133 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774636 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881938 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727896 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144822 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133214 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345069 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530167 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426151 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041241 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660565 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882369 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644036 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196706 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179779 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185826 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213679 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234786 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168386 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147555 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275649 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249623 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17401 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.314416 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101906 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252933 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0790282 s, 663 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714451 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998486 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607543 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394404 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875798 s, 599 MB/s
52428800 bytes (52 MB) copied, 0.0630264 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105197 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241013 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103846 s, 505 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517822 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.202623 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501021 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273608 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629987 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23103 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104956 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318213 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480738 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102162 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623889 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673356 s, 779 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370888 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0637502 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536716 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317288 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553464 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520377 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480264 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754707 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0841048 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366007 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516513 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899323 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644865 s, 813 MB/s
52428800 bytes (52 MB) copied, 0.0685403 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723533 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647752 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412066 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436036 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515099 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.103499 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583297 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693308 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767292 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702371 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781429 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104816 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860568 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086125 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117464 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679111 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797678 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661449 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114131 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527042 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157819 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123413 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135085 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0532815 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807627 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115505 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525376 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283635 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657959 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827791 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361818 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990429 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474372 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208487 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107135 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425804 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921831 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594266 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442433 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530199 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105606 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105759 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787928 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106742 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322286 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682463 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11511 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765506 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909205 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103142 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617191 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592804 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831032 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302892 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727085 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587611 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552966 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.028724 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458692 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569254 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346571 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836905 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981944 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404593 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395236 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535733 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315313 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680596 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655498 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831626 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112609 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101655 s, 516 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139116 s, 377 MB/s
52428800 bytes (52 MB) copied, 0.124703 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113091 s, 464 MB/s
52428800 bytes (52 MB) copied, 0.194165 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742067 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547243 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721421 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915025 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1174 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22198 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547689 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721288 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819074 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620169 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057453 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132061 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113492 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181539 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210313 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11905 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13331 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146509 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0185957 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107938 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169121 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333105 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210591 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216091 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617853 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256169 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31442 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820885 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.314104 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079233 s, 662 MB/s
, 0.0803879 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108526 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474735 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775477 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101612 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12363 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106155 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173261 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596032 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138055 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285202 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304503 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276346 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105143 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207252 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0905584 s, 579 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193857 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214713 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377812 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493873 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430673 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548593 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495122 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871621 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378917 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046151 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458491 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457086 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511863 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480312 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926838 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866025 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299357 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0805319 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107498 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15468 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184736 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099196 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431201 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258469 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127793 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318068 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576964 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192195 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295841 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108959 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28309 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366004 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575185 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450993 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316783 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559249 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641301 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263303 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471059 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433216 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0275327 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785412 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742194 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027697 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694232 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292109 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135939 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113701 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150952 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404736 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114819 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110643 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509475 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582826 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689046 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943544 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329976 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823029 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309694 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612668 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259602 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402487 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429176 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048669 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483115 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114567 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113085 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111789 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125526 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944512 s, 555 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108049 s, 485 MB/s
52428800 bytes (52 MB) copied, 0.120603 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167136 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640224 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169141 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628793 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056838 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801511 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120803 s, 434 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662163 s, 792 MB/s
52428800 bytes (52 MB) copied, 0.137252 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945345 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15249 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105541 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351003 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403126 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273657 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222641 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723705 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0817901 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064617 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559551 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656151 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102243 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757548 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814061 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680989 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657587 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216022 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106079 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908801 s, 577 MB/s
, 0.126927 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186102 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469934 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212909 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759062 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0833869 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753096 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449563 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703311 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684825 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081536 s, 643 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110248 s, 476 MB/s
52428800 bytes (52 MB) copied, 0.133038 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998934 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142281 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111214 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19637 s, 267 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123937 s, 423 MB/s
52428800 bytes (52 MB) copied, 0.131923 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152672 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238627 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226756 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126183 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154825 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103294 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145222 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466238 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788269 s, 665 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156482 s, 335 MB/s
52428800 bytes (52 MB) copied, 0.0655124 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900765 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599148 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281359 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615162 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794955 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10387 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0282741 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220423 s, 2.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750168 s, 699 MB/s
52428800 bytes (52 MB) copied, 0.0853322 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227742 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126404 s, 415 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432588 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0270676 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789565 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761979 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136477 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197186 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631628 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108444 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474928 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571454 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469476 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337113 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252498 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583195 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0695423 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103402 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965615 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510021 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428956 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100996 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787217 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149866 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784884 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924804 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829041 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116695 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349132 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489827 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051205 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074511 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582807 s, 900 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820968 s, 639 MB/s
52428800 bytes (52 MB) copied, 0.0741555 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738084 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575306 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772785 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12216 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149696 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112975 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765923 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491214 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124089 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171751 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151733 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128424 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164742 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328487 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289362 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529695 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726673 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299983 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983417 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463372 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054185 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0802811 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907421 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624827 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402309 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572767 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666488 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454441 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483345 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042008 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923364 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717056 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681029 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990683 s, 529 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102326 s, 512 MB/s
52428800 bytes (52 MB) copied, 0.0917539 s, 571 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11666 s, 449 MB/s
52428800 bytes (52 MB) copied, 0.0797614 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124234 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119749 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18958 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139189 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184218 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12661 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136143 s, 385 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0281047 s, 1.9 GB/s
, 0.0259589 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285647 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555116 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203943 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267691 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038277 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457146 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603361 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896631 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029676 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518228 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541945 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383265 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376284 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312209 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427379 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486685 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397285 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386989 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613191 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458772 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673522 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882935 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460984 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835172 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665886 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816673 s, 642 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154774 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231604 s, 2.3 GB/s
52428800 bytes (52 MB) copied, 0.14229 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473038 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438577 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0582038 s, 901 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13379 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732251 s, 716 MB/s
52428800 bytes (52 MB) copied, 0.0661664 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752826 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604302 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517429 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493169 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662532 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457818 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247223 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612585 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420035 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287859 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263078 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237923 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299034 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297944 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255385 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358801 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337584 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0805427 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309203 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467904 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389638 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344942 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266024 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297306 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394782 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510179 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286229 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386203 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829422 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385609 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537372 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041865 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653104 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361408 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514474 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244994 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356657 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198298 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612402 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742435 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394663 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519258 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855547 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412647 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055469 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299323 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453285 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530881 s, 988 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584395 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644668 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0915312 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779223 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123302 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408355 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288265 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719006 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762325 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412286 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347704 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234952 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682935 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060837 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0818938 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262353 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439705 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374373 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0502954 s, 1.0 GB/s
, 0.0274037 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528184 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505873 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500338 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406396 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605634 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561183 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524061 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0840396 s, 624 MB/s
, 0.0286171 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396868 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745334 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651812 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380034 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432743 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250447 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540654 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486708 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332051 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0692414 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501274 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551499 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680844 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344993 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811992 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694914 s, 754 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069002 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638044 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090153 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765466 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812359 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549168 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734994 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115409 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121774 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661626 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104103 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861604 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120448 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333598 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515039 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777492 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659567 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044753 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806587 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601614 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293334 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511061 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261233 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404377 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405246 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434349 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336761 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057078 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587103 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959624 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533705 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709038 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108812 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377367 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084186 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0995417 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853809 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501184 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894793 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899664 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479792 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557022 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856387 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836414 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596827 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663747 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712132 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688538 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454816 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069369 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485334 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023122 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446921 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494032 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046464 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320791 s, 1.6 GB/s
, 0.0548747 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458339 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426913 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504495 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038981 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320688 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311407 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708548 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.060348 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140923 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575388 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746897 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13685 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139505 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613434 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440853 s, 1.2 GB/s
, 0.0350087 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536025 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745524 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842158 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570656 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117081 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151997 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139947 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749107 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184146 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109155 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223182 s, 235 MB/s
, 0.0537442 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145369 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720566 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501795 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0978149 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945114 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229944 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939332 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0218642 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412429 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077067 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250173 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394316 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327307 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0979684 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410613 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111968 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199454 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689917 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514674 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126888 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852198 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517258 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498826 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822559 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607296 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114974 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997212 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619648 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543553 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684182 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092757 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393493 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069183 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605991 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045447 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626726 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568387 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305226 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042054 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502104 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339354 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435224 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637405 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089175 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101532 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136411 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656376 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437946 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10085 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918752 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678823 s, 772 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121428 s, 432 MB/s
52428800 bytes (52 MB) copied, 0.1595 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144577 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101456 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216687 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215504 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761671 s, 688 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656814 s, 798 MB/s
52428800 bytes (52 MB) copied, 0.0743303 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541589 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075404 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03348 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103175 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109182 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325957 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469793 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504107 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069348 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424119 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213814 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698508 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204446 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605204 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305847 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553944 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775853 s, 676 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713048 s, 735 MB/s
52428800 bytes (52 MB) copied, 0.100417 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104158 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948616 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413819 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035938 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0885296 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903149 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395867 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0903302 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0691766 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601138 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569676 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641239 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731301 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789768 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104799 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0957872 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945247 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080498 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349561 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965126 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827516 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644285 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387678 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482245 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400666 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580741 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509663 s, 1.0 GB/s
, 0.0342428 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035464 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328395 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340096 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533885 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720295 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0823928 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345163 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272325 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197692 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449229 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.103597 s, 506 MB/s
52428800 bytes (52 MB) copied, 0.0619774 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115098 s, 456 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0826171 s, 635 MB/s
52428800 bytes (52 MB) copied, 0.167059 s, 314 MB/s
52428800 bytes (52 MB) copied, 0.100216 s, 523 MB/s
52428800 bytes (52 MB) copied, 0.224307 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171823 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107266 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112727 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118797 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103843 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137426 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477664 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561197 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055748 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368951 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043358 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250789 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384296 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668148 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415407 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313073 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238792 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515801 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261155 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494021 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480145 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511286 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519163 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400696 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509557 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563777 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026476 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271271 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247194 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596624 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926524 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367711 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320762 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394136 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488737 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643752 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738161 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302224 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527101 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481235 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329267 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609692 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265152 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0343229 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253068 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310778 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706931 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505566 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055285 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859154 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029678 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405179 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426794 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279415 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344328 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660955 s, 793 MB/s
52428800 bytes (52 MB) copied, 0.0558407 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546233 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424071 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048819 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423609 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266793 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723837 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247495 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646425 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605519 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856128 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603629 s, 869 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732966 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0224584 s, 2.3 GB/s
52428800 bytes (52 MB) copied, 0.0586684 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752643 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720639 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846018 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090962 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125625 s, 417 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454912 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164798 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124502 s, 421 MB/s
52428800 bytes (52 MB) copied, 0.0615546 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040053 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231121 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358314 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315335 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0245441 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429712 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047728 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137766 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14245 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11269 s, 465 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046519 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0906995 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118381 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111412 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146123 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961211 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342837 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103114 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037256 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281226 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715526 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273807 s, 1.9 GB/s
, 0.055801 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276568 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540554 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378191 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107318 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900897 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706777 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107169 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126457 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132088 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143661 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166128 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501785 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485678 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869509 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144145 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131154 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713385 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11132 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431829 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454322 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288833 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773895 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736331 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327701 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492943 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299728 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0225702 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488593 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514402 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.044226 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066887 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302537 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646476 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466079 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955738 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116809 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450378 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596745 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426012 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652339 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846703 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637379 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190446 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361824 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749883 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919282 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821249 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793066 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0300879 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108922 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540523 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120386 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934015 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414791 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825031 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377074 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153569 s, 341 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191501 s, 274 MB/s
52428800 bytes (52 MB) copied, 0.0704273 s, 744 MB/s
52428800 bytes (52 MB) copied, 0.0884864 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144981 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134507 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198214 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197878 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0982225 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056447 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764148 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736078 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083342 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220227 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523646 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680918 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457164 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0593759 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424674 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459789 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634167 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766315 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544252 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0590917 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394449 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042997 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958992 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610727 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572852 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814593 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601925 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594731 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482239 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294326 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670717 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107946 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606334 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380784 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407525 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596043 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839256 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432224 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112589 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622437 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042714 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883382 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383999 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620721 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375968 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077506 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857933 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114083 s, 460 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176091 s, 298 MB/s
52428800 bytes (52 MB) copied, 0.0687532 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053877 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906809 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351739 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.145695 s, 360 MB/s
, 0.03109 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128623 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725592 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125233 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561541 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054153 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0340462 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331832 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031335 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249489 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0729256 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375379 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365595 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376247 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917942 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959446 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701814 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10296 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137712 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101279 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126279 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167257 s, 313 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132846 s, 395 MB/s
52428800 bytes (52 MB) copied, 0.177908 s, 295 MB/s
52428800 bytes (52 MB) copied, 0.204114 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17898 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0970402 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178732 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140372 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064851 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063789 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540379 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020253 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120248 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0899325 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697179 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032982 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320888 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544937 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472084 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479135 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0317519 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380913 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270235 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440514 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243312 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0700531 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740545 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579622 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403789 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748191 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801983 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454199 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413133 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208181 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851154 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117033 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.087055 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478465 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567683 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398746 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714051 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658966 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744839 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514257 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338133 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046409 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346061 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361573 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430542 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371652 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566233 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716912 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620794 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758076 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605519 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508883 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653022 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650576 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646934 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322184 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022554 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380864 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545019 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054094 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0281437 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106727 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108477 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0500795 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789849 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735536 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403838 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0860901 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846292 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394729 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12947 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653761 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646257 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658863 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576793 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534612 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0645618 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449782 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508043 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053989 s, 971 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493543 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444927 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703637 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506805 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306662 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533213 s, 983 MB/s
52428800 bytes (52 MB) copied, 0.0915965 s, 572 MB/s
, 0.0739239 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570778 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365191 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420556 s, 1.2 GB/s
, 0.083317 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349324 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396243 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328981 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038636 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488332 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292875 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026614 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0466172 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0523063 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632604 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528268 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025084 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372233 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438332 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460047 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332097 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067353 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534995 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639761 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651384 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895654 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433879 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117997 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112589 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577719 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058085 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165349 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456238 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576426 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06885 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252082 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376425 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475933 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482374 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0963093 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429896 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414024 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524066 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.036455 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462803 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561868 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297652 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595798 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062365 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0932154 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557273 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051533 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0887847 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751797 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0757391 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122562 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144409 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580206 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916953 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519474 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414693 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112631 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696446 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278737 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465191 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123819 s, 423 MB/s
52428800 bytes (52 MB) copied, 0.132849 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671174 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521398 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137927 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986887 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114353 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936655 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0741057 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06321 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134359 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703284 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812359 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797994 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488888 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682783 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597584 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498647 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375658 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06352 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0210134 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315701 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829724 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830286 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0964467 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353535 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370112 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541624 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088225 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546377 s, 960 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697799 s, 751 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686256 s, 764 MB/s
52428800 bytes (52 MB) copied, 0.0851912 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454753 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716289 s, 732 MB/s
52428800 bytes (52 MB) copied, 0.0915241 s, 573 MB/s
, 0.110902 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390341 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747518 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720154 s, 728 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824638 s, 636 MB/s
52428800 bytes (52 MB) copied, 0.104339 s, 502 MB/s
52428800 bytes (52 MB) copied, 0.18796 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144398 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941522 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157575 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0748554 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15324 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0865162 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150426 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173117 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249353 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643259 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12569 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543203 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104706 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644172 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889023 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121257 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12826 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701397 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0575579 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102094 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142617 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873824 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648834 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890653 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512297 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721445 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113156 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276044 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315115 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332861 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305947 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273797 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452667 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576295 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315647 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235459 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244408 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0227337 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0231453 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517671 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0315273 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0232756 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0354171 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220124 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021594 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253567 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344637 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219742 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312096 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444816 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608767 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739208 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123551 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492904 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049483 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632897 s, 828 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0507961 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0732717 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069112 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461057 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459686 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291158 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025468 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612251 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481415 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595353 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756864 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606798 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267159 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05061 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607732 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203735 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561265 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360048 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251026 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490349 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761535 s, 688 MB/s
52428800 bytes (52 MB) copied, 0.095692 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0933502 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684438 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138835 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230336 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496282 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260263 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329573 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588985 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758307 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048124 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634379 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506844 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336418 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372977 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524182 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061193 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0233741 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052242 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454304 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603422 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628484 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884416 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812013 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718563 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777655 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0834743 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435581 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043497 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140839 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635023 s, 826 MB/s
52428800 bytes (52 MB) copied, 0.125693 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448073 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487716 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093038 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337611 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511281 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055507 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565482 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583472 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672608 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464747 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677942 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629015 s, 834 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836356 s, 627 MB/s
52428800 bytes (52 MB) copied, 0.0454784 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0384801 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821952 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457121 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288599 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105787 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371246 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391598 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239959 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0251471 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321042 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483008 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351375 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0453203 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203112 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294471 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503549 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402852 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576708 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723234 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031549 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363538 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0893613 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10503 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447357 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484813 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257308 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0230413 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0564345 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665706 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464064 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203542 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331036 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643853 s, 814 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666276 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348834 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373547 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393985 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824622 s, 636 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408649 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052159 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308225 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374283 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416398 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401382 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426199 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0363351 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0239714 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624644 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584093 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708305 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554833 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237751 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485705 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388531 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465022 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321729 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751901 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0895771 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907734 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529239 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540462 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588054 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204569 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350265 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358407 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527917 s, 993 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555369 s, 944 MB/s
52428800 bytes (52 MB) copied, 0.0390087 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450111 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599379 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383096 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428109 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573259 s, 915 MB/s
52428800 bytes (52 MB) copied, 0.0426278 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330029 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969192 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0503881 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684535 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050077 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487071 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294433 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421809 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0222667 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278345 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360602 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355019 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257803 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419261 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573495 s, 914 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0583475 s, 899 MB/s
52428800 bytes (52 MB) copied, 0.13612 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144943 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658038 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948654 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05097 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131449 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134713 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182119 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110915 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148423 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0588272 s, 891 MB/s
Finish ========
/mnt/lustre/f44.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x6
      lmm_fid:           [0x2000059f1:0x6:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0x184:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8800abf2a000.stats=
snapshot_time             1746129861.975061728 secs.nsecs
start_time                1746129801.366676571 secs.nsecs
elapsed_time              60.608385157 secs.nsecs
llite.lustre-ffff88012a6bd000.stats=
snapshot_time             1746129861.975158403 secs.nsecs
start_time                1746129801.366693645 secs.nsecs
elapsed_time              60.608464758 secs.nsecs
read_bytes                4759 samples [bytes] 16384 1048576 4988076032 5230102472294400
read                      122450 samples [usecs] 133 503817 204481292 6958558910328
ioctl                     1 samples [reqs]
open                      2455 samples [usecs] 4 125753 6771900 239456530120
close                     2455 samples [usecs] 6 123951 3372431 112615446881
seek                      2447 samples [usecs] 2 74035 309835 21131035877
setattr                   1 samples [usecs] 18407 18407 18407 338817649
getattr                   17 samples [usecs] 119 3857 9228 18081536
mknod                     1 samples [usecs] 6559 6559 6559 43020481
inode_permission          7591 samples [usecs] 1 113194 6004195 100612108793
opencount                 2456 samples [reqs] 1 2455 3014741 4935129381
openclosetime             2454 samples [usecs] 41 402042 58900586 3232043981346
pcc_attach                1 samples [reqs]
pcc_detach                218 samples [reqs]
pcc_auto_attach           218 samples [reqs]
pcc_hit_bytes             2355 samples [bytes] 52428800 52428800 123469824000 6473374708531200000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
attach 1 detach 218 auto_attach 218
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1073741824
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d44.sanity-pcc is idle now
PASS 44 (69s)

== sanity-pcc test 45: Concurrent read access from two mount points ========================================================== 16:04:26 (1746129866)
100+0 records in
100+0 records out
104857600 bytes (105 MB) copied, 0.179011 s, 586 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d45.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/102400             done                            
Creating filesystem with 102400 1k blocks and 25688 inodes
Filesystem UUID: bc002ed3-542a-4937-bc12-988dc78ba05c
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=bc002ed3-542a-4937-bc12-988dc78ba05c (extents) (64bit) (large files) (huge files)
100+0 records in
100+0 records out
104857600 bytes (105 MB) copied, 0.198682 s, 528 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
umount: /mnt/pcc.d45.sanity-pcc.2: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota,data=ordered)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/102400             done                            
Creating filesystem with 102400 1k blocks and 25688 inodes
Filesystem UUID: ffd35936-55e5-4967-a107-abfb99036032
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=ffd35936-55e5-4967-a107-abfb99036032 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800abf2a000.pcc_async_threshold=0
llite.lustre-ffff88012a6bd000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.818965 s, 64.0 MB/s
/mnt/lustre/f45.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000059f1
lmm_object_id:     0x8
lmm_fid:           [0x2000059f1:0x8:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           389	        0x185	   0x280000401

50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135126 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105423 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.960393 s, 54.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.997313 s, 52.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.933646 s, 56.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.893489 s, 58.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.02921 s, 50.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.10689 s, 47.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11506 s, 47.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17648 s, 44.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05196 s, 49.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1982 s, 43.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.26782 s, 41.4 MB/s
52428800 bytes (52 MB) copied, 1.10807 s, 47.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18799 s, 44.1 MB/s
52428800 bytes (52 MB) copied, 1.13934 s, 46.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14068 s, 46.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.30247 s, 40.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.24701 s, 42.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678435 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25976 s, 41.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.30203 s, 40.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.23311 s, 42.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.16998 s, 44.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.21634 s, 43.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537907 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 1.26038 s, 41.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.49098 s, 107 MB/s
52428800 bytes (52 MB) copied, 1.28204 s, 40.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.28198 s, 40.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2222 s, 42.9 MB/s
50+0 records in
50+0 records out
, 0.499219 s, 105 MB/s
52428800 bytes (52 MB) copied, 1.22443 s, 42.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2385 s, 42.3 MB/s
, 1.22989 s, 42.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.34102 s, 39.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349907 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053341 s, 983 MB/s
52428800 bytes (52 MB) copied, 0.0954076 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117352 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793206 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123256 s, 425 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227901 s, 230 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228666 s, 229 MB/s
52428800 bytes (52 MB) copied, 0.188359 s, 278 MB/s
52428800 bytes (52 MB) copied, 0.182509 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244641 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25145 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279134 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16608 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286038 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216447 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245805 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.323141 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222761 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266282 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283708 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295874 s, 177 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27903 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191273 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.264687 s, 198 MB/s
, 0.281134 s, 186 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221008 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.219858 s, 238 MB/s
52428800 bytes (52 MB) copied, 0.235671 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141502 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289042 s, 181 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239729 s, 219 MB/s
52428800 bytes (52 MB) copied, 0.280634 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.12251 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128531 s, 408 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.159976 s, 328 MB/s
52428800 bytes (52 MB) copied, 0.135602 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126684 s, 414 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336203 s, 156 MB/s
52428800 bytes (52 MB) copied, 0.129166 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.365862 s, 143 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105707 s, 496 MB/s
52428800 bytes (52 MB) copied, 0.0936259 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184888 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206521 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175649 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923761 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125041 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183894 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624448 s, 840 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254231 s, 206 MB/s
52428800 bytes (52 MB) copied, 0.118333 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11795 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277986 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319201 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.363267 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268803 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196289 s, 267 MB/s
52428800 bytes (52 MB) copied, 0.330734 s, 159 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272446 s, 192 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212581 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334134 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.309011 s, 170 MB/s
52428800 bytes (52 MB) copied, 0.410453 s, 128 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.203428 s, 258 MB/s
52428800 bytes (52 MB) copied, 0.204598 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361216 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22705 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213997 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227691 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225136 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286838 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247598 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.349628 s, 150 MB/s
52428800 bytes (52 MB) copied, 0.219254 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248544 s, 211 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292086 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223216 s, 235 MB/s
52428800 bytes (52 MB) copied, 0.192285 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217403 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14793 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14467 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104808 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128413 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710769 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225392 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295555 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408124 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047912 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623137 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110191 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102408 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704163 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528178 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686726 s, 763 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946776 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771388 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107578 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105158 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046995 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372422 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842188 s, 623 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.124327 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658164 s, 797 MB/s
, 0.0524931 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468285 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746209 s, 703 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.113196 s, 463 MB/s
, 0.0599696 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126587 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0619649 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0841982 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868815 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820558 s, 639 MB/s
, 0.089603 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116676 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882804 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110747 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944766 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108616 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108606 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132764 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110245 s, 476 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124351 s, 422 MB/s
52428800 bytes (52 MB) copied, 0.0721008 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944798 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136312 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121975 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144134 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101624 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844051 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116188 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0984363 s, 533 MB/s
, 0.116149 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196132 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0872252 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251316 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169255 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128243 s, 409 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106657 s, 492 MB/s
52428800 bytes (52 MB) copied, 0.145239 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153945 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875698 s, 599 MB/s
52428800 bytes (52 MB) copied, 0.188661 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185082 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1116 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18495 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.108509 s, 483 MB/s
52428800 bytes (52 MB) copied, 0.147082 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145968 s, 359 MB/s
, 0.0820757 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218092 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141605 s, 370 MB/s
52428800 bytes (52 MB) copied, 0.135462 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120814 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0666771 s, 786 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326279 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.0615699 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02546 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0215984 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022126 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358608 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429972 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021011 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421225 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371826 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249327 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0223207 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816163 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039766 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123807 s, 423 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558123 s, 939 MB/s
52428800 bytes (52 MB) copied, 0.0679636 s, 771 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0475673 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127521 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.0643128 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12116 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116914 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218691 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.213009 s, 246 MB/s
, 0.18239 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166547 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168707 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234879 s, 223 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25175 s, 208 MB/s
52428800 bytes (52 MB) copied, 0.280068 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272873 s, 192 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16117 s, 325 MB/s
52428800 bytes (52 MB) copied, 0.180572 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184172 s, 285 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159592 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177874 s, 295 MB/s
52428800 bytes (52 MB) copied, 0.252519 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250886 s, 209 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.404491 s, 130 MB/s
52428800 bytes (52 MB) copied, 0.341214 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219176 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.37175 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25624 s, 205 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.293037 s, 179 MB/s
, 0.34355 s, 153 MB/s
52428800 bytes (52 MB) copied, 0.202819 s, 259 MB/s
52428800 bytes (52 MB) copied, 0.234875 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237747 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267524 s, 196 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25662 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13059 s, 401 MB/s
52428800 bytes (52 MB) copied, 0.127561 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18699 s, 280 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306262 s, 171 MB/s
52428800 bytes (52 MB) copied, 0.328293 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144376 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210299 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257809 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133771 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0941609 s, 557 MB/s
52428800 bytes (52 MB) copied, 0.0859128 s, 610 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146119 s, 359 MB/s
52428800 bytes (52 MB) copied, 0.089295 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172771 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101166 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0990772 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674741 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064116 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197854 s, 265 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0314373 s, 1.7 GB/s
52428800 bytes (52 MB) copied, 0.0427633 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433751 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0714261 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451138 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681719 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433218 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284727 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385589 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217311 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217306 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051551 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472386 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505738 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409581 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454055 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857328 s, 612 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0980261 s, 535 MB/s
52428800 bytes (52 MB) copied, 0.0656146 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563098 s, 931 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643902 s, 814 MB/s
52428800 bytes (52 MB) copied, 0.0403347 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385656 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346194 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.023268 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057819 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386819 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467191 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763001 s, 687 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140307 s, 374 MB/s
52428800 bytes (52 MB) copied, 0.181967 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159959 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200003 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203013 s, 258 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238097 s, 220 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216645 s, 242 MB/s
52428800 bytes (52 MB) copied, 0.167404 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137013 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171664 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.18475 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179531 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137218 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308837 s, 170 MB/s
52428800 bytes (52 MB) copied, 0.199821 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.293498 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276883 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169578 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285717 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255987 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169066 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146419 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.295807 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279922 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238153 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161963 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24037 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20925 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207456 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0959717 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586936 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534904 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859707 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194112 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580316 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338506 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715637 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999644 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104185 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176805 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120302 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110771 s, 473 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210595 s, 249 MB/s
52428800 bytes (52 MB) copied, 0.125495 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853197 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139534 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215307 s, 244 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145927 s, 359 MB/s
52428800 bytes (52 MB) copied, 0.311241 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27024 s, 194 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.185374 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.283073 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188106 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242995 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189209 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174379 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207088 s, 253 MB/s
52428800 bytes (52 MB) copied, 0.240952 s, 218 MB/s
52428800 bytes (52 MB) copied, 0.210859 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117217 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229962 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231612 s, 226 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117444 s, 446 MB/s
52428800 bytes (52 MB) copied, 0.211013 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141359 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408436 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11943 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21043 s, 249 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193062 s, 272 MB/s
52428800 bytes (52 MB) copied, 0.293666 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102321 s, 512 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083897 s, 625 MB/s
52428800 bytes (52 MB) copied, 0.149313 s, 351 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136709 s, 384 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106479 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106522 s, 492 MB/s
52428800 bytes (52 MB) copied, 0.185186 s, 283 MB/s
52428800 bytes (52 MB) copied, 0.161242 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155876 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185867 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118221 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135717 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102421 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12761 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1163 s, 451 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120527 s, 435 MB/s
52428800 bytes (52 MB) copied, 0.166967 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112608 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545754 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135486 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217032 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763591 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832151 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054377 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114297 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066684 s, 786 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843136 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.116878 s, 449 MB/s
, 0.1098 s, 477 MB/s
52428800 bytes (52 MB) copied, 0.14048 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101156 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984174 s, 533 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968122 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822117 s, 638 MB/s
52428800 bytes (52 MB) copied, 0.150818 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15059 s, 348 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.125749 s, 417 MB/s
52428800 bytes (52 MB) copied, 0.140949 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992168 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120451 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574657 s, 912 MB/s
52428800 bytes (52 MB) copied, 0.0993841 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107129 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0986276 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092116 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0565274 s, 927 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686011 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515365 s, 1.0 GB/s
, 0.0577587 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424931 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467682 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351102 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452218 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452858 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798408 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859104 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114497 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136082 s, 385 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185683 s, 282 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170846 s, 307 MB/s
52428800 bytes (52 MB) copied, 0.212976 s, 246 MB/s
52428800 bytes (52 MB) copied, 0.18346 s, 286 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216263 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179396 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180402 s, 291 MB/s
52428800 bytes (52 MB) copied, 0.182459 s, 287 MB/s
52428800 bytes (52 MB) copied, 0.140312 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196751 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239328 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257662 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190502 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290768 s, 180 MB/s
, 0.234164 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.271328 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220558 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220978 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.284649 s, 184 MB/s
52428800 bytes (52 MB) copied, 0.332003 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.381168 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317666 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.383457 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.395328 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.419894 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25359 s, 207 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257612 s, 204 MB/s
52428800 bytes (52 MB) copied, 0.170675 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28342 s, 185 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195128 s, 269 MB/s
52428800 bytes (52 MB) copied, 0.180215 s, 291 MB/s
52428800 bytes (52 MB) copied, 0.334559 s, 157 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.464539 s, 113 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222459 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.210604 s, 249 MB/s
52428800 bytes (52 MB) copied, 0.208943 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265999 s, 197 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.408934 s, 128 MB/s
52428800 bytes (52 MB) copied, 0.169208 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.297905 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272681 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218299 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193852 s, 270 MB/s
, 0.20215 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121055 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240419 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141374 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146147 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104476 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167803 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027255 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285755 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445255 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206545 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134649 s, 389 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.190341 s, 275 MB/s
52428800 bytes (52 MB) copied, 0.181293 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263775 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210364 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28673 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285737 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236166 s, 222 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270872 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146561 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155293 s, 338 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115796 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156513 s, 335 MB/s
52428800 bytes (52 MB) copied, 0.209657 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249201 s, 210 MB/s
52428800 bytes (52 MB) copied, 0.15805 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207809 s, 252 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232315 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.308326 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146177 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151383 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167267 s, 313 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.142654 s, 368 MB/s
, 0.14353 s, 365 MB/s
, 0.154183 s, 340 MB/s
52428800 bytes (52 MB) copied, 0.131393 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206638 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353655 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067678 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145474 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341046 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814151 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478684 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0279841 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644929 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726105 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598699 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386051 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0197742 s, 2.7 GB/s
52428800 bytes (52 MB) copied, 0.0853016 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0221648 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117333 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126542 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909229 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121182 s, 433 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15637 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226145 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.265669 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.259497 s, 202 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248508 s, 211 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251962 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226194 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285608 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288044 s, 182 MB/s
52428800 bytes (52 MB) copied, 0.317852 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277238 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22188 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159062 s, 330 MB/s
52428800 bytes (52 MB) copied, 0.29206 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287274 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28084 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.350389 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305322 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.27414 s, 191 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170805 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273363 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.414707 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194931 s, 269 MB/s
52428800 bytes (52 MB) copied, 0.295247 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206151 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183061 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17859 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213089 s, 246 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128164 s, 409 MB/s
52428800 bytes (52 MB) copied, 0.10675 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323106 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.480578 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176238 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070685 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836587 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550912 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034294 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448161 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801023 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0818337 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130682 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0934376 s, 561 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157165 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144458 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154863 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24266 s, 216 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160822 s, 326 MB/s
52428800 bytes (52 MB) copied, 0.255761 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175528 s, 299 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127495 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.16034 s, 327 MB/s
52428800 bytes (52 MB) copied, 0.33812 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134218 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158712 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263437 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156763 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180328 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214361 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184659 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.300063 s, 175 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252906 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140535 s, 373 MB/s
52428800 bytes (52 MB) copied, 0.15263 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.465763 s, 113 MB/s
52428800 bytes (52 MB) copied, 0.176121 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15997 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185297 s, 283 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154848 s, 339 MB/s
52428800 bytes (52 MB) copied, 0.111998 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.420035 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112521 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126187 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.326999 s, 160 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247454 s, 212 MB/s
52428800 bytes (52 MB) copied, 0.169197 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0802647 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104724 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220539 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090655 s, 578 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119353 s, 439 MB/s
52428800 bytes (52 MB) copied, 0.0549616 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162258 s, 323 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131722 s, 398 MB/s
52428800 bytes (52 MB) copied, 0.0466874 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397339 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09282 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047005 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792852 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0788105 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709401 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10338 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127342 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987458 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900977 s, 582 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15325 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237255 s, 221 MB/s
52428800 bytes (52 MB) copied, 0.145721 s, 360 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217778 s, 241 MB/s
52428800 bytes (52 MB) copied, 0.163482 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140111 s, 374 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294347 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163043 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175096 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226911 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21128 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184159 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158292 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226262 s, 232 MB/s
52428800 bytes (52 MB) copied, 0.20979 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233999 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165276 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208887 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226499 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172373 s, 304 MB/s
52428800 bytes (52 MB) copied, 0.166793 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181753 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976829 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159445 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158551 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109683 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16459 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101162 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699464 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108395 s, 484 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170475 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101679 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869008 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517871 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29984 s, 175 MB/s
52428800 bytes (52 MB) copied, 0.244242 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626087 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.332857 s, 158 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075272 s, 697 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.222125 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.0462312 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609476 s, 860 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177574 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476409 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.149475 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733644 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923752 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336121 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0856504 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829229 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0404203 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0852901 s, 615 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068654 s, 764 MB/s
52428800 bytes (52 MB) copied, 0.1131 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515088 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051889 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0813933 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118994 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116631 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107677 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965206 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139248 s, 377 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112228 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206546 s, 254 MB/s
52428800 bytes (52 MB) copied, 0.166986 s, 314 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106368 s, 493 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142782 s, 367 MB/s
52428800 bytes (52 MB) copied, 0.118792 s, 441 MB/s
52428800 bytes (52 MB) copied, 0.169319 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157977 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164481 s, 319 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116761 s, 449 MB/s
52428800 bytes (52 MB) copied, 0.106964 s, 490 MB/s
52428800 bytes (52 MB) copied, 0.157842 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100761 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152248 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17794 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150752 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195264 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200256 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168459 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165276 s, 317 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190255 s, 276 MB/s
52428800 bytes (52 MB) copied, 0.0950903 s, 551 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898128 s, 584 MB/s
52428800 bytes (52 MB) copied, 0.0728743 s, 719 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048633 s, 1.1 GB/s
, 0.106425 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129043 s, 406 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632743 s, 829 MB/s
52428800 bytes (52 MB) copied, 0.178772 s, 293 MB/s
52428800 bytes (52 MB) copied, 0.0575008 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305648 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114234 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148555 s, 353 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131519 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152962 s, 343 MB/s
52428800 bytes (52 MB) copied, 0.142536 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730874 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136662 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921755 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681104 s, 770 MB/s
, 0.134369 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746975 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721049 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090249 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738861 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090922 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105701 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100533 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109911 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1592 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171627 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23865 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187948 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268476 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246328 s, 213 MB/s
52428800 bytes (52 MB) copied, 0.174484 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245329 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240952 s, 218 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188657 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.323216 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318735 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311836 s, 168 MB/s
52428800 bytes (52 MB) copied, 0.266892 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311034 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308687 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.346332 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241314 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.357322 s, 147 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266386 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.447757 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239328 s, 219 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286901 s, 183 MB/s
52428800 bytes (52 MB) copied, 0.174961 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249843 s, 210 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242303 s, 216 MB/s
52428800 bytes (52 MB) copied, 0.186648 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239529 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136435 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254342 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157116 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287912 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230453 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211918 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141979 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128041 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150588 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944606 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239541 s, 219 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137869 s, 380 MB/s
52428800 bytes (52 MB) copied, 0.143983 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154542 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137723 s, 381 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143966 s, 364 MB/s
52428800 bytes (52 MB) copied, 0.179566 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145115 s, 361 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155407 s, 337 MB/s
52428800 bytes (52 MB) copied, 0.152344 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170666 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152204 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185317 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191121 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.363737 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125258 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128267 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198065 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223706 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19485 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.355981 s, 147 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152578 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.335796 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232674 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167536 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158775 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0997527 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181473 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186919 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130965 s, 400 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138016 s, 380 MB/s
52428800 bytes (52 MB) copied, 0.0873222 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151876 s, 345 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.133596 s, 392 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.249396 s, 210 MB/s
, 0.144436 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102452 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585534 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764329 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05742 s, 913 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0737769 s, 711 MB/s
52428800 bytes (52 MB) copied, 0.156707 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140979 s, 372 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132642 s, 395 MB/s
52428800 bytes (52 MB) copied, 0.113514 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808548 s, 648 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206343 s, 254 MB/s
52428800 bytes (52 MB) copied, 0.183117 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121419 s, 432 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216974 s, 242 MB/s
52428800 bytes (52 MB) copied, 0.137822 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10645 s, 493 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177814 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704282 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663329 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861301 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664635 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041645 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703953 s, 745 MB/s
52428800 bytes (52 MB) copied, 0.0637392 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147491 s, 355 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746048 s, 703 MB/s
52428800 bytes (52 MB) copied, 0.131919 s, 397 MB/s
52428800 bytes (52 MB) copied, 0.172745 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224249 s, 234 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21089 s, 249 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129128 s, 406 MB/s
52428800 bytes (52 MB) copied, 0.219855 s, 238 MB/s
52428800 bytes (52 MB) copied, 0.173886 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117937 s, 445 MB/s
, 0.136877 s, 383 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117274 s, 447 MB/s
52428800 bytes (52 MB) copied, 0.120131 s, 436 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178081 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.11274 s, 465 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11063 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.352616 s, 149 MB/s
52428800 bytes (52 MB) copied, 0.219679 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107579 s, 487 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173006 s, 303 MB/s
52428800 bytes (52 MB) copied, 0.168935 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132661 s, 395 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158919 s, 330 MB/s
52428800 bytes (52 MB) copied, 0.127003 s, 413 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144728 s, 362 MB/s
52428800 bytes (52 MB) copied, 0.121068 s, 433 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109445 s, 479 MB/s
52428800 bytes (52 MB) copied, 0.124188 s, 422 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132485 s, 396 MB/s
52428800 bytes (52 MB) copied, 0.131394 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111428 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13421 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11997 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151575 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178712 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174403 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229684 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301359 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334351 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.344782 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.304053 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.409277 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374518 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.297384 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.481605 s, 109 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.505573 s, 104 MB/s
52428800 bytes (52 MB) copied, 0.335356 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.347134 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218183 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.429062 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261609 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268425 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285578 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.399248 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.452904 s, 116 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277373 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.512931 s, 102 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34633 s, 151 MB/s
52428800 bytes (52 MB) copied, 0.500891 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.462215 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.426157 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.297615 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.668583 s, 78.4 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.417734 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.400168 s, 131 MB/s
52428800 bytes (52 MB) copied, 0.264069 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212995 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.328957 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.523124 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243793 s, 215 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466086 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.28971 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100504 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869625 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170836 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182344 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0670459 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605097 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137565 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356455 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248265 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155826 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119898 s, 437 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0877244 s, 598 MB/s
52428800 bytes (52 MB) copied, 0.0326717 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292843 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896452 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541112 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0211168 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117411 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123121 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181517 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113815 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121778 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098916 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10568 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277509 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261601 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268324 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.32121 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231819 s, 226 MB/s
52428800 bytes (52 MB) copied, 0.329337 s, 159 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.313356 s, 167 MB/s
52428800 bytes (52 MB) copied, 0.36952 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.341103 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334355 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.389068 s, 135 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.394056 s, 133 MB/s
52428800 bytes (52 MB) copied, 0.413974 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148543 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.373991 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.390203 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.602926 s, 87.0 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.442063 s, 119 MB/s
52428800 bytes (52 MB) copied, 0.415014 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.635119 s, 82.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.387326 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.556666 s, 94.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246021 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.537531 s, 97.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.474604 s, 110 MB/s
52428800 bytes (52 MB) copied, 0.277555 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.586746 s, 89.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.585869 s, 89.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.51467 s, 102 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255202 s, 205 MB/s
, 0.367641 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144853 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.853245 s, 61.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276106 s, 190 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334145 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319726 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20863 s, 251 MB/s
52428800 bytes (52 MB) copied, 0.303405 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176164 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.41916 s, 125 MB/s
52428800 bytes (52 MB) copied, 0.268252 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.445041 s, 118 MB/s
52428800 bytes (52 MB) copied, 0.146098 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.320392 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199854 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.474861 s, 110 MB/s
, 0.205605 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.720857 s, 72.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.660868 s, 79.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.441942 s, 119 MB/s
, 0.375691 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.453725 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.500525 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31144 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238678 s, 220 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.417451 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.485824 s, 108 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318916 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.432431 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171436 s, 306 MB/s
52428800 bytes (52 MB) copied, 0.369035 s, 142 MB/s
52428800 bytes (52 MB) copied, 0.302707 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161597 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290528 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172687 s, 304 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.282962 s, 185 MB/s
52428800 bytes (52 MB) copied, 0.073724 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222472 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157997 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253549 s, 207 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720208 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.369969 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116103 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674229 s, 778 MB/s
52428800 bytes (52 MB) copied, 0.123474 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244365 s, 215 MB/s
52428800 bytes (52 MB) copied, 0.170505 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662635 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789065 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489244 s, 1.1 GB/s
, 0.340172 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0703069 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768757 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434483 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480583 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456214 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228859 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283673 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999662 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105852 s, 495 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0858301 s, 611 MB/s
52428800 bytes (52 MB) copied, 0.0560064 s, 936 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714363 s, 734 MB/s
52428800 bytes (52 MB) copied, 0.0475805 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145892 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958767 s, 547 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100883 s, 520 MB/s
52428800 bytes (52 MB) copied, 0.095647 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116887 s, 449 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132487 s, 396 MB/s
52428800 bytes (52 MB) copied, 0.158094 s, 332 MB/s
52428800 bytes (52 MB) copied, 0.111203 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183363 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166143 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163167 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141433 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212009 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140253 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168633 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11483 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148697 s, 353 MB/s
52428800 bytes (52 MB) copied, 0.138986 s, 377 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250793 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219276 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.108502 s, 483 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187141 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.17524 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.206028 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251933 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180605 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161544 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194923 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295492 s, 177 MB/s
52428800 bytes (52 MB) copied, 0.112345 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259371 s, 202 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093478 s, 561 MB/s
52428800 bytes (52 MB) copied, 0.102427 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.208159 s, 252 MB/s
52428800 bytes (52 MB) copied, 0.165618 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.348144 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075462 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.271788 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.427591 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065031 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211746 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.39117 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258869 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808187 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133153 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143958 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637061 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219876 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237983 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550009 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132744 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129734 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132103 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147336 s, 356 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0916308 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180722 s, 290 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.163637 s, 320 MB/s
, 0.0488123 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137845 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696752 s, 752 MB/s
52428800 bytes (52 MB) copied, 0.0650787 s, 806 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477781 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0941981 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919264 s, 570 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0863507 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509836 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0995058 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
, 0.0572289 s, 916 MB/s
52428800 bytes (52 MB) copied, 0.0937799 s, 559 MB/s
52428800 bytes (52 MB) copied, 0.139214 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057383 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409591 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154427 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104303 s, 503 MB/s
52428800 bytes (52 MB) copied, 0.0994895 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190259 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0828992 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107637 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763919 s, 686 MB/s
, 0.0304815 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428515 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458006 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0753707 s, 696 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527634 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727014 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0996482 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0710781 s, 738 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847641 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798897 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779466 s, 673 MB/s
52428800 bytes (52 MB) copied, 0.0801534 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760343 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759857 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493301 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525828 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686479 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.085264 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781461 s, 671 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047495 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656417 s, 799 MB/s
52428800 bytes (52 MB) copied, 0.168646 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180068 s, 291 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.146716 s, 357 MB/s
, 0.16797 s, 312 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20178 s, 260 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113152 s, 463 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137041 s, 383 MB/s
52428800 bytes (52 MB) copied, 0.232903 s, 225 MB/s
52428800 bytes (52 MB) copied, 0.0851357 s, 616 MB/s
52428800 bytes (52 MB) copied, 0.13741 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240323 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149038 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26602 s, 197 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131581 s, 398 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.154685 s, 339 MB/s
, 0.204243 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290019 s, 181 MB/s
52428800 bytes (52 MB) copied, 0.21059 s, 249 MB/s
52428800 bytes (52 MB) copied, 0.200811 s, 261 MB/s
52428800 bytes (52 MB) copied, 0.174681 s, 300 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195704 s, 268 MB/s
52428800 bytes (52 MB) copied, 0.158383 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214023 s, 245 MB/s
, 0.116487 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0970567 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191054 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158673 s, 330 MB/s
52428800 bytes (52 MB) copied, 0.241361 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148985 s, 352 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181778 s, 288 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.108339 s, 484 MB/s
52428800 bytes (52 MB) copied, 0.169159 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13289 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138255 s, 379 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844033 s, 621 MB/s
52428800 bytes (52 MB) copied, 0.115262 s, 455 MB/s
, 0.228049 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0793366 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831648 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124464 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968764 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311756 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426876 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319264 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472895 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0631233 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463105 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041845 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478492 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474293 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420816 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367268 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330906 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432325 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432548 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612988 s, 855 MB/s
, 0.0386458 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493258 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674985 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299701 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061626 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492459 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961784 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572462 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0886067 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100529 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102426 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577816 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767287 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721406 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0910112 s, 576 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151862 s, 345 MB/s
52428800 bytes (52 MB) copied, 0.139143 s, 377 MB/s
52428800 bytes (52 MB) copied, 0.112486 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11805 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981387 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11701 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945827 s, 554 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.148611 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177039 s, 296 MB/s
, 0.146607 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166933 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211902 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132384 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170632 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13821 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20661 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128747 s, 407 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189384 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223302 s, 235 MB/s
52428800 bytes (52 MB) copied, 0.252061 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188518 s, 278 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229111 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240652 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14038 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212838 s, 246 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175095 s, 299 MB/s
, 0.307711 s, 170 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128928 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.296247 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230669 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156599 s, 335 MB/s
52428800 bytes (52 MB) copied, 0.264427 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.328904 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164203 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.368403 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201845 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145549 s, 360 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200178 s, 262 MB/s
52428800 bytes (52 MB) copied, 0.137139 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134198 s, 391 MB/s
52428800 bytes (52 MB) copied, 0.122417 s, 428 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188213 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210071 s, 250 MB/s
52428800 bytes (52 MB) copied, 0.233019 s, 225 MB/s
52428800 bytes (52 MB) copied, 0.262154 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228389 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207401 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145477 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381694 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585623 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606711 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807113 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446477 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573682 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108681 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374785 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386728 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255146 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520335 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220564 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202583 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034299 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241704 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189082 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508584 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247072 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284531 s, 1.8 GB/s
, 0.050355 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445056 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531313 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0853236 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10094 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12547 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0805771 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114585 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112734 s, 465 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170378 s, 308 MB/s
52428800 bytes (52 MB) copied, 0.163095 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178408 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141199 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126477 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15587 s, 336 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157725 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873655 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208365 s, 252 MB/s
52428800 bytes (52 MB) copied, 0.0486344 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13331 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273673 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179655 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326442 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135188 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112983 s, 464 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135504 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0924628 s, 567 MB/s
, 0.190013 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138376 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733915 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073568 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223657 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.067493 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.059349 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662338 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189903 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180548 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112657 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262257 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308251 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408856 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195548 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517477 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393629 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928611 s, 565 MB/s
52428800 bytes (52 MB) copied, 0.076745 s, 683 MB/s
52428800 bytes (52 MB) copied, 0.0704302 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136254 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0952902 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774478 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416045 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794786 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743306 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622586 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057065 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682393 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243794 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658898 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0219729 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681576 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024593 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323572 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471501 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455034 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407829 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336277 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458468 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0677073 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756127 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158689 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122601 s, 428 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11149 s, 470 MB/s
52428800 bytes (52 MB) copied, 0.147841 s, 355 MB/s
52428800 bytes (52 MB) copied, 0.169985 s, 308 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181859 s, 288 MB/s
52428800 bytes (52 MB) copied, 0.209556 s, 250 MB/s
52428800 bytes (52 MB) copied, 0.17105 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239382 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224634 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269802 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.261339 s, 201 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186152 s, 282 MB/s
52428800 bytes (52 MB) copied, 0.226753 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204235 s, 257 MB/s
52428800 bytes (52 MB) copied, 0.163296 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194914 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129698 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241385 s, 217 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0718626 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556797 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239607 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217483 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289963 s, 181 MB/s
52428800 bytes (52 MB) copied, 0.300577 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217671 s, 241 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0906527 s, 578 MB/s
, 0.227465 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.20341 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154047 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201488 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103435 s, 507 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164031 s, 320 MB/s
52428800 bytes (52 MB) copied, 0.193185 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225131 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243781 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275397 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234316 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274227 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259068 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117559 s, 446 MB/s
52428800 bytes (52 MB) copied, 0.369982 s, 142 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17499 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.147476 s, 356 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.148323 s, 353 MB/s
52428800 bytes (52 MB) copied, 0.323823 s, 162 MB/s
52428800 bytes (52 MB) copied, 0.259247 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34446 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169576 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.413521 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.367733 s, 143 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.381912 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.299479 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.384426 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268699 s, 195 MB/s
52428800 bytes (52 MB) copied, 0.301895 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.379898 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269355 s, 195 MB/s
52428800 bytes (52 MB) copied, 0.243659 s, 215 MB/s
, 0.211274 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159395 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.618048 s, 84.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263386 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.403715 s, 130 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.185329 s, 283 MB/s
, 0.40237 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231016 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267211 s, 196 MB/s
52428800 bytes (52 MB) copied, 0.273627 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154802 s, 339 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183864 s, 285 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105224 s, 498 MB/s
, 0.215766 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25192 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292115 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196718 s, 267 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.183989 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267827 s, 196 MB/s
, 0.187054 s, 280 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154813 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121747 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921434 s, 569 MB/s
52428800 bytes (52 MB) copied, 0.197545 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124005 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229671 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155527 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079858 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252107 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152684 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138555 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0391361 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694646 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0238661 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080495 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537454 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462893 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461923 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253961 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.045946 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029533 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287857 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560505 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422375 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624612 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597272 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924361 s, 567 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867754 s, 604 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509716 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0579156 s, 905 MB/s
52428800 bytes (52 MB) copied, 0.062718 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116829 s, 449 MB/s
52428800 bytes (52 MB) copied, 0.0959136 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533383 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369343 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516601 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112881 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465546 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630218 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411764 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280663 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661954 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024633 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041339 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.064124 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573069 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552549 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429318 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0342608 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029436 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415907 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347843 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0252785 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326921 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452651 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521258 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780006 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573604 s, 914 MB/s
52428800 bytes (52 MB) copied, 0.125702 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124604 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694318 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892444 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134789 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143364 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090226 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163672 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105382 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831545 s, 630 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0786176 s, 667 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.118568 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100316 s, 523 MB/s
52428800 bytes (52 MB) copied, 0.116104 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.091142 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694677 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857284 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545139 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128311 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908823 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12594 s, 416 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948361 s, 553 MB/s
52428800 bytes (52 MB) copied, 0.0737355 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336425 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0794754 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213664 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779074 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313798 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040904 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103665 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987269 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0730885 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0897477 s, 584 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559778 s, 937 MB/s
52428800 bytes (52 MB) copied, 0.1268 s, 413 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118816 s, 441 MB/s
52428800 bytes (52 MB) copied, 0.0948182 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792545 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0702217 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125787 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120619 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892262 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0900124 s, 582 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117472 s, 446 MB/s
52428800 bytes (52 MB) copied, 0.0701108 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.052886 s, 991 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106692 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554258 s, 946 MB/s
52428800 bytes (52 MB) copied, 0.061979 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277951 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719036 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.066465 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559779 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816557 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0243796 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366754 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632058 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240482 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0260545 s, 2.0 GB/s
, 0.0318407 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309028 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568505 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0213419 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392886 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0574216 s, 913 MB/s
, 0.0595413 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054014 s, 971 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628734 s, 834 MB/s
52428800 bytes (52 MB) copied, 0.0573038 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686637 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365104 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372348 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613607 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294524 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0248719 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426644 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240611 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584339 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0984473 s, 533 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.054821 s, 956 MB/s
, 0.0396161 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580068 s, 904 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461388 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0436724 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0656701 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394607 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754187 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708702 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665231 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420396 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0878602 s, 597 MB/s
, 0.0813849 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082883 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.046377 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719208 s, 729 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122366 s, 428 MB/s
52428800 bytes (52 MB) copied, 0.125879 s, 417 MB/s
52428800 bytes (52 MB) copied, 0.10684 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175294 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0329601 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179588 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192064 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217967 s, 241 MB/s
, 0.260964 s, 201 MB/s
52428800 bytes (52 MB) copied, 0.236444 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1321 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336788 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274937 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.333988 s, 157 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281943 s, 186 MB/s
52428800 bytes (52 MB) copied, 0.311101 s, 169 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236471 s, 222 MB/s
52428800 bytes (52 MB) copied, 0.216456 s, 242 MB/s
52428800 bytes (52 MB) copied, 0.198302 s, 264 MB/s
52428800 bytes (52 MB) copied, 0.234166 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13343 s, 393 MB/s
52428800 bytes (52 MB) copied, 0.297153 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183643 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16089 s, 326 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.39434 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227255 s, 231 MB/s
52428800 bytes (52 MB) copied, 0.188806 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.189227 s, 277 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259113 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176893 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188215 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.369605 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262311 s, 200 MB/s
, 0.473186 s, 111 MB/s
52428800 bytes (52 MB) copied, 0.350136 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111279 s, 471 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336078 s, 156 MB/s
52428800 bytes (52 MB) copied, 0.210675 s, 249 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255529 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.150053 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262872 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.291726 s, 180 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.48545 s, 108 MB/s
52428800 bytes (52 MB) copied, 0.229673 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280062 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162091 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30788 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289769 s, 181 MB/s
52428800 bytes (52 MB) copied, 0.262664 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247968 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203016 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260686 s, 201 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220534 s, 238 MB/s
52428800 bytes (52 MB) copied, 0.226499 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281606 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0937851 s, 559 MB/s
52428800 bytes (52 MB) copied, 0.398016 s, 132 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142401 s, 368 MB/s
52428800 bytes (52 MB) copied, 0.135741 s, 386 MB/s
52428800 bytes (52 MB) copied, 0.274612 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177647 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174396 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318868 s, 164 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255577 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.101685 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668385 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249521 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0255684 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203966 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158621 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759293 s, 690 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279548 s, 188 MB/s
52428800 bytes (52 MB) copied, 0.0618168 s, 848 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257111 s, 204 MB/s
52428800 bytes (52 MB) copied, 0.0795988 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0743333 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774656 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812204 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174388 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18598 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094318 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15826 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172992 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223709 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138571 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13094 s, 400 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144101 s, 364 MB/s
52428800 bytes (52 MB) copied, 0.244662 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198646 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166235 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178591 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.309028 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114529 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103369 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154165 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120241 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111166 s, 472 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218034 s, 240 MB/s
52428800 bytes (52 MB) copied, 0.155478 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175161 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174804 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227241 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171931 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.178108 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213047 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31358 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152379 s, 344 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173071 s, 303 MB/s
52428800 bytes (52 MB) copied, 0.186303 s, 281 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184119 s, 285 MB/s
52428800 bytes (52 MB) copied, 0.22338 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124339 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139045 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132694 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117342 s, 447 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127115 s, 412 MB/s
52428800 bytes (52 MB) copied, 0.110133 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108989 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898372 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911831 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724522 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731825 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316028 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406423 s, 1.3 GB/s
, 0.0460406 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307275 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715533 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443587 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0504655 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269196 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717827 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0511943 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049607 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042418 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431596 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400248 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774735 s, 677 MB/s
52428800 bytes (52 MB) copied, 0.0693129 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121053 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688886 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124751 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110067 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065778 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648457 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258845 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471073 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220382 s, 238 MB/s
52428800 bytes (52 MB) copied, 0.188826 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105406 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199178 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165307 s, 317 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169021 s, 310 MB/s
52428800 bytes (52 MB) copied, 0.182005 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113311 s, 463 MB/s
52428800 bytes (52 MB) copied, 0.132763 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944861 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.148486 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1383 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.141654 s, 370 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137582 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.121741 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107656 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130585 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16704 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926266 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152424 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676297 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132027 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122611 s, 428 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731664 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392875 s, 1.3 GB/s
52428800 bytes (52 MB) copied, 0.068913 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0569035 s, 921 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482213 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948459 s, 553 MB/s
52428800 bytes (52 MB) copied, 0.0913392 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424655 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778197 s, 674 MB/s
52428800 bytes (52 MB) copied, 0.0423429 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.097762 s, 536 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0693988 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137131 s, 382 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0271845 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0513105 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671738 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943348 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724582 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611859 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373313 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969384 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345736 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476011 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320051 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424798 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0270475 s, 1.9 GB/s
52428800 bytes (52 MB) copied, 0.0300408 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526312 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366428 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0901128 s, 582 MB/s
52428800 bytes (52 MB) copied, 0.0452421 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840729 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0264385 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123216 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0868152 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398232 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0516019 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.0958505 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861417 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.100344 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554579 s, 945 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630925 s, 831 MB/s
52428800 bytes (52 MB) copied, 0.109539 s, 479 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156667 s, 335 MB/s
52428800 bytes (52 MB) copied, 0.149476 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133709 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10347 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178866 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248141 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206282 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266657 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166022 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.176782 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177532 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273112 s, 192 MB/s
52428800 bytes (52 MB) copied, 0.278179 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157648 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.21794 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194774 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.295295 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20677 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257569 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185389 s, 283 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.509645 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224737 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202701 s, 259 MB/s
52428800 bytes (52 MB) copied, 0.371231 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.498637 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240676 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.218484 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.393127 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.368761 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.482522 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241322 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306851 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.431599 s, 121 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120177 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205397 s, 255 MB/s
52428800 bytes (52 MB) copied, 0.348895 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114332 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107196 s, 489 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175762 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.353309 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115793 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.390908 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.436553 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126514 s, 414 MB/s
52428800 bytes (52 MB) copied, 0.411947 s, 127 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140705 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152977 s, 343 MB/s
52428800 bytes (52 MB) copied, 0.208746 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153595 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.213984 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166716 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668704 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180847 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116251 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104542 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230265 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119504 s, 439 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756768 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134151 s, 391 MB/s
52428800 bytes (52 MB) copied, 0.16529 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212744 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126797 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10322 s, 508 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.124102 s, 422 MB/s
, 0.140708 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993208 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111792 s, 469 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787661 s, 666 MB/s
52428800 bytes (52 MB) copied, 0.135496 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082784 s, 633 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18917 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0724873 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118727 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174348 s, 301 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142227 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22444 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137668 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.0575159 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333775 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0242279 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072957 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836119 s, 627 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0759158 s, 691 MB/s
52428800 bytes (52 MB) copied, 0.0726491 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106028 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920845 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960424 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882986 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115878 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926781 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110854 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12172 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140821 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166594 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136588 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176058 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14739 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178399 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109701 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159674 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356687 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149438 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103824 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460706 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627893 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657498 s, 797 MB/s
52428800 bytes (52 MB) copied, 0.0617175 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909256 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884 s, 593 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698699 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155473 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17604 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112713 s, 465 MB/s
52428800 bytes (52 MB) copied, 0.179611 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136447 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0605063 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145225 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182526 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152052 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15885 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0484842 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106891 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875084 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546726 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0896649 s, 585 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0963533 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668815 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696196 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10471 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0947285 s, 553 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148207 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113211 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114079 s, 460 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125967 s, 416 MB/s
52428800 bytes (52 MB) copied, 0.10206 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11733 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976951 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227124 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253958 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153102 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165795 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125867 s, 417 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247488 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221505 s, 237 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231806 s, 226 MB/s
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.150181 s, 349 MB/s
, 0.122379 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305012 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35616 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156653 s, 335 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181034 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203436 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119046 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
, 0.139135 s, 377 MB/s
52428800 bytes (52 MB) copied, 0.0984989 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202755 s, 259 MB/s
52428800 bytes (52 MB) copied, 0.0831579 s, 630 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.18645 s, 281 MB/s
, 0.248255 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962487 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0626389 s, 837 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15229 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.158166 s, 331 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162506 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160736 s, 326 MB/s
52428800 bytes (52 MB) copied, 0.0822365 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550939 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561624 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.517238 s, 101 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.371513 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376153 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.127602 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256519 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327921 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124172 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102023 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281372 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0827036 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0999668 s, 524 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180606 s, 290 MB/s
52428800 bytes (52 MB) copied, 0.091623 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23934 s, 219 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185484 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216096 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10103 s, 519 MB/s
52428800 bytes (52 MB) copied, 0.313178 s, 167 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307451 s, 171 MB/s
52428800 bytes (52 MB) copied, 0.251798 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190418 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374611 s, 140 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232634 s, 225 MB/s
52428800 bytes (52 MB) copied, 0.210856 s, 249 MB/s
52428800 bytes (52 MB) copied, 0.222846 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259634 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187854 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119436 s, 439 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.450755 s, 116 MB/s
52428800 bytes (52 MB) copied, 0.319915 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768665 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277956 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286732 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.34799 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778211 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920173 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.374755 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090715 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236101 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102956 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.448209 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273437 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.37995 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13117 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311596 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.322189 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115785 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.407145 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.500579 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.407282 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678949 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118246 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.095776 s, 547 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14099 s, 372 MB/s
52428800 bytes (52 MB) copied, 0.133599 s, 392 MB/s
52428800 bytes (52 MB) copied, 0.148913 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107516 s, 488 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182127 s, 288 MB/s
52428800 bytes (52 MB) copied, 0.068391 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597717 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875917 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1112 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144264 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127992 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681847 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0950891 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149006 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122609 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101414 s, 517 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.2111 s, 248 MB/s
, 0.13325 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112378 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.317605 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.316656 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174141 s, 301 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236018 s, 222 MB/s
52428800 bytes (52 MB) copied, 0.334228 s, 157 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159592 s, 329 MB/s
52428800 bytes (52 MB) copied, 0.148868 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318552 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.285579 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182702 s, 287 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361738 s, 145 MB/s
52428800 bytes (52 MB) copied, 0.319419 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.3345 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28109 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.451658 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.373579 s, 140 MB/s
52428800 bytes (52 MB) copied, 0.454416 s, 115 MB/s
52428800 bytes (52 MB) copied, 0.336885 s, 156 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.291394 s, 180 MB/s
, 0.267449 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114602 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209509 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.453271 s, 116 MB/s
52428800 bytes (52 MB) copied, 0.1695 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.664888 s, 78.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675118 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614925 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.612534 s, 85.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.456729 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0943418 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.468582 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.461593 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217337 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198654 s, 264 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.428032 s, 122 MB/s
, 0.216119 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.020547 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307932 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079461 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606183 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535445 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0578953 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048428 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362425 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609902 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0471186 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119215 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069971 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111734 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163198 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122386 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212094 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19101 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301742 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.302086 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.352052 s, 149 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225666 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214373 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318359 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178558 s, 294 MB/s
52428800 bytes (52 MB) copied, 0.255269 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.354947 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308633 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.371967 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.339179 s, 155 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.470917 s, 111 MB/s
52428800 bytes (52 MB) copied, 0.257462 s, 204 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.371588 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.402938 s, 130 MB/s
52428800 bytes (52 MB) copied, 0.364719 s, 144 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.313452 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.365556 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.287921 s, 182 MB/s
52428800 bytes (52 MB) copied, 0.424906 s, 123 MB/s
52428800 bytes (52 MB) copied, 0.504551 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235626 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290666 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.338298 s, 155 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219149 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.315206 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129169 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280143 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29784 s, 176 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661874 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577802 s, 907 MB/s
52428800 bytes (52 MB) copied, 0.294748 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252829 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763786 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131176 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140396 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965512 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186498 s, 281 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122318 s, 429 MB/s
52428800 bytes (52 MB) copied, 0.169622 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573495 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538613 s, 973 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203337 s, 258 MB/s
52428800 bytes (52 MB) copied, 0.104956 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234353 s, 224 MB/s
52428800 bytes (52 MB) copied, 0.319009 s, 164 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307818 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188165 s, 279 MB/s
52428800 bytes (52 MB) copied, 0.229704 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145765 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132757 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203438 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248228 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267386 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257451 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.243101 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105066 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195202 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168317 s, 311 MB/s
52428800 bytes (52 MB) copied, 0.179817 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15125 s, 347 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266816 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161737 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209902 s, 250 MB/s
52428800 bytes (52 MB) copied, 0.224158 s, 234 MB/s
52428800 bytes (52 MB) copied, 0.177588 s, 295 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146451 s, 358 MB/s
52428800 bytes (52 MB) copied, 0.15178 s, 345 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165838 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.0801422 s, 654 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143508 s, 365 MB/s
50+0 records in
50+0 records out
, 0.14294 s, 367 MB/s
52428800 bytes (52 MB) copied, 0.139554 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136067 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.133453 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197281 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1003 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102993 s, 509 MB/s
, 0.113183 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0965345 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194242 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616478 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911541 s, 575 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118061 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226326 s, 232 MB/s
52428800 bytes (52 MB) copied, 0.112157 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829257 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200966 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180035 s, 291 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150547 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111704 s, 469 MB/s
52428800 bytes (52 MB) copied, 0.107089 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782744 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2755 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188079 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829037 s, 632 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.08907 s, 589 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186835 s, 281 MB/s
52428800 bytes (52 MB) copied, 0.160582 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119572 s, 438 MB/s
52428800 bytes (52 MB) copied, 0.358106 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200825 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798974 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195111 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908109 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281027 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101719 s, 515 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107872 s, 486 MB/s
52428800 bytes (52 MB) copied, 0.0906233 s, 579 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210776 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632075 s, 829 MB/s
52428800 bytes (52 MB) copied, 0.307673 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268056 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163969 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.282041 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331754 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150446 s, 348 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166738 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227865 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.242854 s, 216 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15921 s, 329 MB/s
52428800 bytes (52 MB) copied, 0.0768531 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10045 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884816 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170973 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.361162 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266623 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.292058 s, 180 MB/s
, 0.228101 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179374 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.265811 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.259066 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2673 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259923 s, 202 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256116 s, 205 MB/s
, 0.280745 s, 187 MB/s
52428800 bytes (52 MB) copied, 0.233963 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162627 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28034 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129007 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.312194 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225675 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.310684 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.325025 s, 161 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166471 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.310238 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16088 s, 326 MB/s
52428800 bytes (52 MB) copied, 0.25539 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251247 s, 209 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217868 s, 241 MB/s
52428800 bytes (52 MB) copied, 0.332343 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294532 s, 178 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.287935 s, 182 MB/s
, 0.191084 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101553 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236633 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252757 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24903 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119719 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215033 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180153 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113184 s, 463 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172009 s, 305 MB/s
52428800 bytes (52 MB) copied, 0.14132 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198997 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136726 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195757 s, 268 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138526 s, 378 MB/s
52428800 bytes (52 MB) copied, 0.150542 s, 348 MB/s
52428800 bytes (52 MB) copied, 0.0932484 s, 562 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0887733 s, 591 MB/s
, 0.203582 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0957307 s, 548 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0824698 s, 636 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661559 s, 793 MB/s
52428800 bytes (52 MB) copied, 0.333084 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246702 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889461 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135434 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160001 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165144 s, 317 MB/s
52428800 bytes (52 MB) copied, 0.168844 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.148205 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.409856 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18926 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.308888 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115312 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.411716 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207648 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.323424 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.456924 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0618217 s, 848 MB/s
, 0.315537 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212259 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.415206 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160483 s, 327 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174854 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.187621 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.290925 s, 180 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155743 s, 337 MB/s
52428800 bytes (52 MB) copied, 0.131735 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114043 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923079 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198411 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195387 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220902 s, 237 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200614 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172244 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204911 s, 256 MB/s
52428800 bytes (52 MB) copied, 0.171891 s, 305 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250974 s, 209 MB/s
52428800 bytes (52 MB) copied, 0.140016 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.208626 s, 251 MB/s
52428800 bytes (52 MB) copied, 0.236598 s, 222 MB/s
52428800 bytes (52 MB) copied, 0.223113 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192322 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199503 s, 263 MB/s
, 0.225476 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0804245 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434204 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779746 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189288 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337191 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092015 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701652 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427538 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197276 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441974 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0469479 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0451869 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0589863 s, 889 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.063044 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650985 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462905 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533709 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129659 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792602 s, 661 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740669 s, 708 MB/s
52428800 bytes (52 MB) copied, 0.131375 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.073888 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911873 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735445 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144421 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068523 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168279 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232367 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147086 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0791733 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171835 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210063 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181991 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177397 s, 296 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193203 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215396 s, 243 MB/s
52428800 bytes (52 MB) copied, 0.146664 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657986 s, 797 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143565 s, 365 MB/s
52428800 bytes (52 MB) copied, 0.0577115 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0530363 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10926 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0482141 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131405 s, 399 MB/s
52428800 bytes (52 MB) copied, 0.12096 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470298 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880475 s, 595 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809126 s, 648 MB/s
52428800 bytes (52 MB) copied, 0.194384 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21412 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197169 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189493 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882555 s, 594 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837612 s, 626 MB/s
52428800 bytes (52 MB) copied, 0.0835763 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498381 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0280753 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12759 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152193 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267697 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13379 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106894 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432221 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106063 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911597 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125782 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113492 s, 462 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112999 s, 464 MB/s
52428800 bytes (52 MB) copied, 0.145738 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189365 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146908 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214505 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199532 s, 263 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22152 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.15075 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138211 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219524 s, 239 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198694 s, 264 MB/s
52428800 bytes (52 MB) copied, 0.211403 s, 248 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211542 s, 248 MB/s
52428800 bytes (52 MB) copied, 0.115067 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164812 s, 318 MB/s
52428800 bytes (52 MB) copied, 0.29719 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277009 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920654 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.303822 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.348199 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133507 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0881527 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131312 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222387 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.350663 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188814 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293423 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0845579 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.068819 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408432 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311611 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065483 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789725 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707445 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0244548 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0250858 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306326 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20917 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10396 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113488 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165779 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126312 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222158 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144291 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180941 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177191 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154337 s, 340 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141189 s, 371 MB/s
52428800 bytes (52 MB) copied, 0.153813 s, 341 MB/s
52428800 bytes (52 MB) copied, 0.125542 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13353 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.260575 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235296 s, 223 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190544 s, 275 MB/s
52428800 bytes (52 MB) copied, 0.0598051 s, 877 MB/s
52428800 bytes (52 MB) copied, 0.0699926 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642196 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202826 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251252 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0712068 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230815 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151496 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862007 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781734 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377865 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720691 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926011 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244478 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782973 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216311 s, 242 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438261 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.0381172 s, 1.4 GB/s
, 0.115605 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122204 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146687 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231148 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129333 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293122 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147834 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139499 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107771 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125602 s, 417 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19063 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196247 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136073 s, 385 MB/s
52428800 bytes (52 MB) copied, 0.143296 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104027 s, 504 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519214 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958598 s, 547 MB/s
52428800 bytes (52 MB) copied, 0.0875511 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541354 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470919 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154409 s, 340 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774578 s, 677 MB/s
52428800 bytes (52 MB) copied, 0.083039 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615252 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121506 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169346 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13579 s, 386 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762053 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194308 s, 270 MB/s
52428800 bytes (52 MB) copied, 0.206591 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06791 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198147 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525351 s, 998 MB/s
52428800 bytes (52 MB) copied, 0.263898 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178692 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701521 s, 747 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264448 s, 198 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162415 s, 323 MB/s
52428800 bytes (52 MB) copied, 0.0899712 s, 583 MB/s
52428800 bytes (52 MB) copied, 0.276102 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.301338 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270091 s, 194 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252319 s, 208 MB/s
52428800 bytes (52 MB) copied, 0.178468 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126655 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412326 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136444 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120633 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0997492 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923397 s, 568 MB/s
52428800 bytes (52 MB) copied, 0.0740367 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278923 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930873 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0272862 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054717 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572846 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584051 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0434994 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493233 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310533 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486001 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285222 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294451 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610172 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462035 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17302 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238072 s, 220 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31391 s, 167 MB/s
52428800 bytes (52 MB) copied, 0.283277 s, 185 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.35349 s, 148 MB/s
52428800 bytes (52 MB) copied, 0.398605 s, 132 MB/s
52428800 bytes (52 MB) copied, 0.452077 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.392251 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.484663 s, 108 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.495907 s, 106 MB/s
52428800 bytes (52 MB) copied, 0.501885 s, 104 MB/s
, 0.377428 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.457989 s, 114 MB/s
52428800 bytes (52 MB) copied, 0.464835 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.580816 s, 90.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.692932 s, 75.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336784 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.645078 s, 81.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.515444 s, 102 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.538975 s, 97.3 MB/s
52428800 bytes (52 MB) copied, 0.527952 s, 99.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318006 s, 165 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.445351 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.631917 s, 83.0 MB/s
, 0.471241 s, 111 MB/s
52428800 bytes (52 MB) copied, 0.589253 s, 89.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.58882 s, 89.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192475 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.551054 s, 95.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.588663 s, 89.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.577026 s, 90.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0717442 s, 731 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.329471 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194694 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.580485 s, 90.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258878 s, 203 MB/s
52428800 bytes (52 MB) copied, 0.44553 s, 118 MB/s
, 0.281334 s, 186 MB/s
52428800 bytes (52 MB) copied, 0.404586 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.599089 s, 87.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.362844 s, 144 MB/s
52428800 bytes (52 MB) copied, 0.429564 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229342 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.286191 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235582 s, 223 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.510181 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.455702 s, 115 MB/s
52428800 bytes (52 MB) copied, 0.3683 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252205 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.481369 s, 109 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.288298 s, 182 MB/s
, 0.247505 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256495 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.315819 s, 166 MB/s
52428800 bytes (52 MB) copied, 0.221633 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.310336 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.09296 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113779 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993432 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524382 s, 1000 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427303 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.452253 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324458 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259923 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.602853 s, 87.0 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.318797 s, 164 MB/s
52428800 bytes (52 MB) copied, 0.332249 s, 158 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336185 s, 156 MB/s
52428800 bytes (52 MB) copied, 0.227443 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242458 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21557 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258793 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381928 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038151 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0226223 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381128 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241385 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344268 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277965 s, 1.9 GB/s
, 0.0457828 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205872 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049409 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371879 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319624 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358274 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520332 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523096 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412782 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0867175 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556333 s, 942 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11875 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760453 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113019 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0980532 s, 535 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118579 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146414 s, 358 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199667 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20127 s, 260 MB/s
52428800 bytes (52 MB) copied, 0.186619 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221767 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.240294 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.186544 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111262 s, 471 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183289 s, 286 MB/s
52428800 bytes (52 MB) copied, 0.205625 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.273969 s, 191 MB/s
52428800 bytes (52 MB) copied, 0.19466 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242966 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224055 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187727 s, 279 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.291937 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.231205 s, 227 MB/s
, 0.169274 s, 310 MB/s
52428800 bytes (52 MB) copied, 0.157494 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143276 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344573 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174305 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655271 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0968441 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0668534 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468027 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131344 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258962 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456838 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19977 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360238 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348973 s, 1.5 GB/s
52428800 bytes (52 MB) copied, 0.0272291 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318239 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249726 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0662337 s, 792 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440565 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0674001 s, 778 MB/s
52428800 bytes (52 MB) copied, 0.0297302 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039756 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043258 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440182 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536386 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733037 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639044 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0993221 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690854 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0875369 s, 599 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111811 s, 469 MB/s
52428800 bytes (52 MB) copied, 0.133099 s, 394 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106617 s, 492 MB/s
52428800 bytes (52 MB) copied, 0.10551 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998758 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0869044 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101788 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772768 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0731244 s, 717 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105366 s, 498 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.127114 s, 412 MB/s
, 0.175802 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20949 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106758 s, 491 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112986 s, 464 MB/s
52428800 bytes (52 MB) copied, 0.156766 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367779 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.14321 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11955 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141036 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184639 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113579 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137762 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15291 s, 343 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13745 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.137018 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133779 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144753 s, 362 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132756 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.193218 s, 271 MB/s
52428800 bytes (52 MB) copied, 0.20512 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114393 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147203 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206739 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109825 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179133 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163131 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648235 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107215 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178138 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109036 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103812 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376208 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284654 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562906 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235859 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610108 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745388 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116692 s, 449 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120311 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130727 s, 401 MB/s
52428800 bytes (52 MB) copied, 0.19498 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152118 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0803387 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130338 s, 402 MB/s
52428800 bytes (52 MB) copied, 0.174695 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151227 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154933 s, 338 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183147 s, 286 MB/s
52428800 bytes (52 MB) copied, 0.148027 s, 354 MB/s
52428800 bytes (52 MB) copied, 0.283596 s, 185 MB/s
52428800 bytes (52 MB) copied, 0.151593 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26973 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862936 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127771 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.279908 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.282352 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844888 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149286 s, 351 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20349 s, 258 MB/s
52428800 bytes (52 MB) copied, 0.220613 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114243 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172956 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146752 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143678 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101966 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104474 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972452 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278429 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241893 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102335 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217261 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143389 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0883992 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.096121 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458684 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108197 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539453 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108154 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961979 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030384 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133126 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0765416 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0735032 s, 713 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534382 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0671867 s, 780 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10141 s, 517 MB/s
52428800 bytes (52 MB) copied, 0.061772 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778953 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142005 s, 369 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838696 s, 625 MB/s
52428800 bytes (52 MB) copied, 0.118784 s, 441 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142245 s, 369 MB/s
52428800 bytes (52 MB) copied, 0.0911603 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157675 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.152754 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156703 s, 335 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118722 s, 442 MB/s
52428800 bytes (52 MB) copied, 0.168612 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648637 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154512 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155298 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156941 s, 334 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.120421 s, 435 MB/s
, 0.0863245 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146074 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998523 s, 525 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18467 s, 284 MB/s
52428800 bytes (52 MB) copied, 0.192475 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584582 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175578 s, 299 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493273 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
, 0.0860224 s, 609 MB/s
52428800 bytes (52 MB) copied, 0.0821977 s, 638 MB/s
52428800 bytes (52 MB) copied, 0.0801252 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164285 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707043 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0298138 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156101 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816043 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103315 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138778 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125618 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533931 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862894 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529723 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0802203 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10156 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0742914 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202389 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.170556 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227745 s, 230 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182352 s, 288 MB/s
52428800 bytes (52 MB) copied, 0.209494 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202625 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229618 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.386229 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289017 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.358447 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29463 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.350469 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.372862 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250854 s, 209 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30259 s, 173 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268184 s, 195 MB/s
52428800 bytes (52 MB) copied, 0.266711 s, 197 MB/s
52428800 bytes (52 MB) copied, 0.395993 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.217739 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.383273 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192449 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307612 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140524 s, 373 MB/s
, 0.376881 s, 139 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.405592 s, 129 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331323 s, 158 MB/s
, 0.244074 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.310318 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306489 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919008 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251893 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190063 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.457605 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212088 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119547 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.077558 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.464641 s, 113 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112298 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151927 s, 345 MB/s
52428800 bytes (52 MB) copied, 0.143967 s, 364 MB/s
, 0.0620783 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141898 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177294 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640052 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983349 s, 533 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0694551 s, 755 MB/s
52428800 bytes (52 MB) copied, 0.152667 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123627 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120407 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139959 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0855717 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106028 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144218 s, 364 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150647 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144884 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122583 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.092558 s, 566 MB/s
, 0.112912 s, 464 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108284 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111947 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113119 s, 463 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851081 s, 616 MB/s
52428800 bytes (52 MB) copied, 0.202338 s, 259 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206722 s, 254 MB/s
, 0.180919 s, 290 MB/s
52428800 bytes (52 MB) copied, 0.118655 s, 442 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203909 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165515 s, 317 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.248009 s, 211 MB/s
52428800 bytes (52 MB) copied, 0.109529 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111659 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152903 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169129 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660352 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0830956 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184046 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128545 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254668 s, 206 MB/s
, 0.0989677 s, 530 MB/s
52428800 bytes (52 MB) copied, 0.173437 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178698 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108141 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155232 s, 338 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143367 s, 366 MB/s
52428800 bytes (52 MB) copied, 0.146425 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102105 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227377 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15163 s, 346 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119815 s, 438 MB/s
52428800 bytes (52 MB) copied, 0.141721 s, 370 MB/s
, 0.217981 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103842 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082757 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184968 s, 283 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140321 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12089 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16785 s, 312 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19422 s, 270 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917421 s, 571 MB/s
, 0.155454 s, 337 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105309 s, 498 MB/s
, 0.105113 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16467 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143834 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12173 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153737 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11151 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054294 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641701 s, 817 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0769419 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.075722 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681313 s, 770 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189934 s, 276 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0799958 s, 655 MB/s
52428800 bytes (52 MB) copied, 0.134519 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847824 s, 618 MB/s
, 0.109967 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0332948 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462683 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455494 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361618 s, 1.4 GB/s
52428800 bytes (52 MB) copied, 0.0912867 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756553 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0477251 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0441986 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0918859 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111203 s, 471 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155374 s, 337 MB/s
52428800 bytes (52 MB) copied, 0.156629 s, 335 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0960974 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162121 s, 323 MB/s
52428800 bytes (52 MB) copied, 0.178345 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182345 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207345 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241863 s, 217 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220124 s, 238 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15152 s, 346 MB/s
52428800 bytes (52 MB) copied, 0.189042 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.194371 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.274906 s, 191 MB/s
52428800 bytes (52 MB) copied, 0.221989 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221914 s, 236 MB/s
, 0.179225 s, 293 MB/s
52428800 bytes (52 MB) copied, 0.160207 s, 327 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219002 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.206825 s, 253 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238154 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152421 s, 344 MB/s
52428800 bytes (52 MB) copied, 0.2182 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23777 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241604 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820772 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28017 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174457 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203559 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202993 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816739 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846782 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139161 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0849687 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0912622 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0672674 s, 779 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187999 s, 279 MB/s
52428800 bytes (52 MB) copied, 0.163512 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0714839 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135163 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121939 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130949 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116794 s, 449 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152549 s, 344 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.109195 s, 480 MB/s
, 0.221215 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.141214 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0949463 s, 552 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.143153 s, 366 MB/s
, 0.0933047 s, 562 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115117 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.215087 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133887 s, 392 MB/s
52428800 bytes (52 MB) copied, 0.143464 s, 365 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929024 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.160571 s, 327 MB/s
52428800 bytes (52 MB) copied, 0.135749 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120854 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754901 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212154 s, 247 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843073 s, 622 MB/s
52428800 bytes (52 MB) copied, 0.0757013 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448839 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.191607 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596237 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529625 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269774 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188914 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697434 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987044 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109178 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723108 s, 725 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646188 s, 811 MB/s
52428800 bytes (52 MB) copied, 0.104296 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121757 s, 431 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098108 s, 534 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10342 s, 507 MB/s
52428800 bytes (52 MB) copied, 0.110622 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120137 s, 436 MB/s
52428800 bytes (52 MB) copied, 0.131909 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135767 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105129 s, 499 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140092 s, 374 MB/s
52428800 bytes (52 MB) copied, 0.139505 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561643 s, 933 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141002 s, 372 MB/s
52428800 bytes (52 MB) copied, 0.0624602 s, 839 MB/s
52428800 bytes (52 MB) copied, 0.101097 s, 519 MB/s
52428800 bytes (52 MB) copied, 0.100106 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115666 s, 453 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880785 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732845 s, 715 MB/s
52428800 bytes (52 MB) copied, 0.0964524 s, 544 MB/s
52428800 bytes (52 MB) copied, 0.118336 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0562471 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.074205 s, 707 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10113 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0400595 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0369406 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989959 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0820286 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0884596 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138855 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681773 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0908843 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0842954 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107842 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782136 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0894478 s, 586 MB/s
, 0.0816797 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105645 s, 496 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167494 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.167834 s, 312 MB/s
, 0.128015 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169508 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.165227 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13651 s, 384 MB/s
52428800 bytes (52 MB) copied, 0.172269 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133415 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.322287 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281372 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153824 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.38203 s, 137 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151757 s, 345 MB/s
52428800 bytes (52 MB) copied, 0.15883 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16444 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143357 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20426 s, 257 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215672 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173569 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.326075 s, 161 MB/s
52428800 bytes (52 MB) copied, 0.270059 s, 194 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229045 s, 229 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0777266 s, 675 MB/s
, 0.170194 s, 308 MB/s
52428800 bytes (52 MB) copied, 0.118126 s, 444 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130864 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164168 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126878 s, 413 MB/s
52428800 bytes (52 MB) copied, 0.154816 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101695 s, 516 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931763 s, 563 MB/s
52428800 bytes (52 MB) copied, 0.137611 s, 381 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272455 s, 192 MB/s
52428800 bytes (52 MB) copied, 0.0497484 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117136 s, 448 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.098916 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262294 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576629 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0862209 s, 608 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104721 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490721 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103691 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143905 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686555 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197749 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0925118 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664067 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0972505 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102143 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17702 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0544642 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111661 s, 470 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335992 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.129983 s, 403 MB/s
52428800 bytes (52 MB) copied, 0.150457 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116202 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0413523 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423075 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116484 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042132 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037805 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411932 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338584 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274823 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676784 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0768837 s, 682 MB/s
52428800 bytes (52 MB) copied, 0.0911703 s, 575 MB/s
, 0.056271 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545264 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732905 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0870735 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150941 s, 347 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175954 s, 298 MB/s
52428800 bytes (52 MB) copied, 0.221183 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221037 s, 237 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225349 s, 233 MB/s
52428800 bytes (52 MB) copied, 0.165221 s, 317 MB/s
52428800 bytes (52 MB) copied, 0.175783 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24837 s, 211 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.190014 s, 276 MB/s
, 0.20263 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252954 s, 207 MB/s
52428800 bytes (52 MB) copied, 0.180362 s, 291 MB/s
52428800 bytes (52 MB) copied, 0.212014 s, 247 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249686 s, 210 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.256362 s, 205 MB/s
52428800 bytes (52 MB) copied, 0.103699 s, 506 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232382 s, 226 MB/s
52428800 bytes (52 MB) copied, 0.122671 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259192 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293762 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118793 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350756 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181539 s, 289 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20246 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16004 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159714 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781094 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723943 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0844845 s, 621 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177816 s, 295 MB/s
52428800 bytes (52 MB) copied, 0.0654122 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070057 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815653 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044789 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0962729 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065968 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0504125 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257905 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0922191 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551979 s, 950 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446428 s, 1.2 GB/s
52428800 bytes (52 MB) copied, 0.100808 s, 520 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0948245 s, 553 MB/s
52428800 bytes (52 MB) copied, 0.0627479 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768706 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653141 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103575 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124228 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738622 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114651 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0746822 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128423 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0821118 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150951 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104141 s, 503 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13596 s, 386 MB/s
52428800 bytes (52 MB) copied, 0.123884 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146899 s, 357 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.147379 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.200809 s, 261 MB/s
, 0.120565 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138916 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0919807 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133842 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792432 s, 662 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157152 s, 334 MB/s
52428800 bytes (52 MB) copied, 0.173189 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119358 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303043 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142385 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130714 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0675491 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372611 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349798 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373493 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419049 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497675 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0690365 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0701096 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836931 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126283 s, 415 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125093 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0781815 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127358 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171268 s, 306 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155427 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171391 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141172 s, 371 MB/s
52428800 bytes (52 MB) copied, 0.222975 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21695 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16431 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233944 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204542 s, 256 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17679 s, 297 MB/s
52428800 bytes (52 MB) copied, 0.24972 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15037 s, 349 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206004 s, 255 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212912 s, 246 MB/s
52428800 bytes (52 MB) copied, 0.151846 s, 345 MB/s
52428800 bytes (52 MB) copied, 0.312295 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128243 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.13715 s, 382 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.220778 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259736 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2242 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166631 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.245388 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174025 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.266537 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198336 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295651 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227567 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0648693 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0988575 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523867 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371897 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0318294 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529224 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152541 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144919 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.183904 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142374 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155004 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192195 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154779 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224541 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.271067 s, 193 MB/s
52428800 bytes (52 MB) copied, 0.205354 s, 255 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.187168 s, 280 MB/s
52428800 bytes (52 MB) copied, 0.236007 s, 222 MB/s
, 0.211128 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249458 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.263787 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17681 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188505 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267388 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209691 s, 250 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.228636 s, 229 MB/s
52428800 bytes (52 MB) copied, 0.21678 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225358 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216742 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253033 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.440294 s, 119 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270874 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174892 s, 300 MB/s
52428800 bytes (52 MB) copied, 0.258038 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182851 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277702 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0841564 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190539 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0983799 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.189112 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261301 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736581 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302314 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0220896 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603103 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567328 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835942 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0641204 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436718 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634717 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177718 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0859455 s, 610 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101972 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197591 s, 265 MB/s
52428800 bytes (52 MB) copied, 0.256827 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141898 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215816 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121189 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180555 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192829 s, 272 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120248 s, 436 MB/s
52428800 bytes (52 MB) copied, 0.160814 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143493 s, 365 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.305339 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146814 s, 357 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184507 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179486 s, 292 MB/s
52428800 bytes (52 MB) copied, 0.131518 s, 399 MB/s
52428800 bytes (52 MB) copied, 0.29754 s, 176 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.288496 s, 182 MB/s
, 0.181772 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.340859 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.332879 s, 158 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20125 s, 261 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634552 s, 826 MB/s
52428800 bytes (52 MB) copied, 0.127258 s, 412 MB/s
52428800 bytes (52 MB) copied, 0.110007 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.262625 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.215756 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101912 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247525 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260384 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784761 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0635922 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0893233 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448679 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125222 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11566 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0634501 s, 826 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149584 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991289 s, 529 MB/s
52428800 bytes (52 MB) copied, 0.0884195 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831887 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.089968 s, 583 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0878678 s, 597 MB/s
50+0 records in
50+0 records out
, 0.042119 s, 1.2 GB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.083432 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0880086 s, 596 MB/s
52428800 bytes (52 MB) copied, 0.0950247 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486119 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120677 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0811509 s, 646 MB/s
52428800 bytes (52 MB) copied, 0.1044 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.078845 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106214 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118988 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.092283 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11072 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102071 s, 514 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105441 s, 497 MB/s
52428800 bytes (52 MB) copied, 0.115057 s, 456 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.088955 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971907 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10994 s, 477 MB/s
52428800 bytes (52 MB) copied, 0.15863 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110005 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114242 s, 459 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116669 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736055 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207218 s, 253 MB/s
52428800 bytes (52 MB) copied, 0.0748687 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120679 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0716311 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0620646 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065236 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430629 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296762 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387824 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437017 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376652 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032835 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249095 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599712 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0660134 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638278 s, 821 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888254 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137855 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122316 s, 429 MB/s
52428800 bytes (52 MB) copied, 0.113922 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158772 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131958 s, 397 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.172213 s, 304 MB/s
52428800 bytes (52 MB) copied, 0.168971 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196365 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179283 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182476 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174657 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.223799 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.201334 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168755 s, 311 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191649 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180442 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219769 s, 239 MB/s
52428800 bytes (52 MB) copied, 0.205481 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.175556 s, 299 MB/s
, 0.109054 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.235258 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150954 s, 347 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136135 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736874 s, 712 MB/s
52428800 bytes (52 MB) copied, 0.174121 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11926 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.155184 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0840767 s, 624 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.232192 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206488 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114106 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330667 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326919 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.119463 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524759 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049383 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368736 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726004 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709646 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113657 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0649674 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.055015 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432723 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0253053 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0237589 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297843 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0241095 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308587 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041378 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509315 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536574 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110325 s, 475 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12743 s, 411 MB/s
52428800 bytes (52 MB) copied, 0.149647 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147643 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210372 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.226891 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190864 s, 275 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236558 s, 222 MB/s
52428800 bytes (52 MB) copied, 0.19897 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20161 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255157 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258738 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.196638 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.283086 s, 185 MB/s
52428800 bytes (52 MB) copied, 0.244536 s, 214 MB/s
52428800 bytes (52 MB) copied, 0.2349 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22282 s, 235 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.23434 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29699 s, 177 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163157 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.256744 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101464 s, 517 MB/s
52428800 bytes (52 MB) copied, 0.211961 s, 247 MB/s
52428800 bytes (52 MB) copied, 0.250006 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280357 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250022 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.244078 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.214848 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18977 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120521 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123125 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549035 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247357 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479259 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0420984 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328929 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515526 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325223 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347385 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0432461 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0296284 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346951 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560672 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632412 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713415 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0819947 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600061 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112509 s, 466 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108901 s, 481 MB/s
52428800 bytes (52 MB) copied, 0.0996323 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102051 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0976981 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0998523 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.079988 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777677 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139812 s, 375 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175513 s, 299 MB/s
52428800 bytes (52 MB) copied, 0.0884265 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.156776 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159959 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105484 s, 497 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138298 s, 379 MB/s
52428800 bytes (52 MB) copied, 0.122384 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128509 s, 408 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259123 s, 202 MB/s
52428800 bytes (52 MB) copied, 0.149628 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177583 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121504 s, 431 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184551 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206919 s, 253 MB/s
52428800 bytes (52 MB) copied, 0.208529 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21691 s, 242 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162942 s, 322 MB/s
52428800 bytes (52 MB) copied, 0.287759 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.269022 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.185841 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.210307 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159845 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15775 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188401 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204378 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.182955 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152031 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733635 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102205 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0782865 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402721 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864973 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0846392 s, 619 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0851179 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0713545 s, 735 MB/s
52428800 bytes (52 MB) copied, 0.143258 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174482 s, 300 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596792 s, 879 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136516 s, 384 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203072 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171769 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.19366 s, 271 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490839 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222008 s, 236 MB/s
52428800 bytes (52 MB) copied, 0.159421 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202618 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.253814 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.275603 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142526 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202529 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.187084 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.090577 s, 579 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.168984 s, 310 MB/s
52428800 bytes (52 MB) copied, 0.111944 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.171154 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0609994 s, 859 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.180084 s, 291 MB/s
52428800 bytes (52 MB) copied, 0.197088 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16944 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105317 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20634 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.205789 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132973 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.190064 s, 276 MB/s
52428800 bytes (52 MB) copied, 0.138877 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11386 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814832 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.093054 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752309 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.08682 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146859 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0430125 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257737 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120474 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0389085 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0969475 s, 541 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.03022 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330661 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541345 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684763 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661759 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108819 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0917218 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829147 s, 632 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123852 s, 423 MB/s
52428800 bytes (52 MB) copied, 0.0949103 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888377 s, 590 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126057 s, 416 MB/s
52428800 bytes (52 MB) copied, 0.0872275 s, 601 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.163304 s, 321 MB/s
52428800 bytes (52 MB) copied, 0.0629273 s, 833 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15528 s, 338 MB/s
52428800 bytes (52 MB) copied, 0.160619 s, 326 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0760721 s, 689 MB/s
52428800 bytes (52 MB) copied, 0.07883 s, 665 MB/s
52428800 bytes (52 MB) copied, 0.113291 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125239 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.1129 s, 464 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538185 s, 974 MB/s
52428800 bytes (52 MB) copied, 0.0822588 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727865 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526487 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0955692 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266431 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479946 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555594 s, 944 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460329 s, 1.1 GB/s
52428800 bytes (52 MB) copied, 0.0392773 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106167 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0333729 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112635 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0278482 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0498631 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0854266 s, 614 MB/s
, 0.0547642 s, 957 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152643 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140105 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127376 s, 412 MB/s
52428800 bytes (52 MB) copied, 0.159101 s, 330 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137504 s, 381 MB/s
52428800 bytes (52 MB) copied, 0.164519 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127581 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191203 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.15439 s, 340 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166358 s, 315 MB/s
52428800 bytes (52 MB) copied, 0.219172 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203341 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.161766 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209233 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143026 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.268697 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.212708 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.184089 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227817 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157812 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.246061 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.173395 s, 302 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.134649 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254577 s, 206 MB/s
52428800 bytes (52 MB) copied, 0.143473 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.230178 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151545 s, 346 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.336644 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.224067 s, 234 MB/s
52428800 bytes (52 MB) copied, 0.288519 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2015 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221186 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.373677 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288751 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199491 s, 263 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264197 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.24032 s, 218 MB/s
52428800 bytes (52 MB) copied, 0.190706 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154797 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.437463 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.388279 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.282803 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294489 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.331048 s, 158 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249518 s, 210 MB/s
52428800 bytes (52 MB) copied, 0.222099 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.264575 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.175679 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.16776 s, 313 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221188 s, 237 MB/s
52428800 bytes (52 MB) copied, 0.344279 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.332868 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258301 s, 203 MB/s
52428800 bytes (52 MB) copied, 0.280863 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202167 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103369 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123839 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144252 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127026 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599604 s, 874 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0754618 s, 695 MB/s
52428800 bytes (52 MB) copied, 0.148071 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114049 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557871 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542965 s, 966 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.149543 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489115 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.204075 s, 257 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.102419 s, 512 MB/s
, 0.0815319 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198733 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131544 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.249932 s, 210 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.21677 s, 242 MB/s
52428800 bytes (52 MB) copied, 0.192478 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227965 s, 230 MB/s
52428800 bytes (52 MB) copied, 0.234465 s, 224 MB/s
52428800 bytes (52 MB) copied, 0.178062 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209126 s, 251 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.158972 s, 330 MB/s
52428800 bytes (52 MB) copied, 0.180982 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179363 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.237505 s, 221 MB/s
52428800 bytes (52 MB) copied, 0.186455 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.229947 s, 228 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157563 s, 333 MB/s
52428800 bytes (52 MB) copied, 0.239421 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.31904 s, 164 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.203013 s, 258 MB/s
52428800 bytes (52 MB) copied, 0.176213 s, 298 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.396515 s, 132 MB/s
52428800 bytes (52 MB) copied, 0.144915 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28643 s, 183 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.135297 s, 388 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.221365 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.165864 s, 316 MB/s
52428800 bytes (52 MB) copied, 0.242308 s, 216 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.166335 s, 315 MB/s
52428800 bytes (52 MB) copied, 0.183763 s, 285 MB/s
52428800 bytes (52 MB) copied, 0.335268 s, 156 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.191664 s, 274 MB/s
, 0.133094 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147889 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104379 s, 502 MB/s
52428800 bytes (52 MB) copied, 0.163929 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146331 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146246 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.199328 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140093 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142312 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167179 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0848979 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811184 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476946 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0829333 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0726422 s, 722 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889056 s, 590 MB/s
52428800 bytes (52 MB) copied, 0.086715 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.179197 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234653 s, 223 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222341 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288716 s, 182 MB/s
52428800 bytes (52 MB) copied, 0.250218 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.281432 s, 186 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.28153 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.272374 s, 192 MB/s
52428800 bytes (52 MB) copied, 0.287307 s, 182 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.330804 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.277598 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311516 s, 168 MB/s
52428800 bytes (52 MB) copied, 0.283248 s, 185 MB/s
52428800 bytes (52 MB) copied, 0.303889 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.407195 s, 129 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.430939 s, 122 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.354969 s, 148 MB/s
52428800 bytes (52 MB) copied, 0.345177 s, 152 MB/s
52428800 bytes (52 MB) copied, 0.294971 s, 178 MB/s
52428800 bytes (52 MB) copied, 0.415151 s, 126 MB/s
52428800 bytes (52 MB) copied, 0.365526 s, 143 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.144443 s, 363 MB/s
52428800 bytes (52 MB) copied, 0.178717 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30733 s, 171 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.432856 s, 121 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.293166 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.347654 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178025 s, 295 MB/s
, 0.196195 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.30687 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.238004 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.174046 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127046 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563042 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053758 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.048679 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470688 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037195 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360321 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262025 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572482 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0763609 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.126625 s, 414 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146661 s, 357 MB/s
52428800 bytes (52 MB) copied, 0.0974555 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157855 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.117844 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145463 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124093 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145953 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.137955 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.133871 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20253 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.151114 s, 347 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.168434 s, 311 MB/s
, 0.163454 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.307217 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125912 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143627 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140189 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.2396 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211603 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234114 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.198042 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.404678 s, 130 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939038 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.356243 s, 147 MB/s
52428800 bytes (52 MB) copied, 0.251485 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.233074 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.239682 s, 219 MB/s
52428800 bytes (52 MB) copied, 0.29224 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.157036 s, 334 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.152006 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.227686 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520534 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.206825 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123912 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.136903 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.169268 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643512 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120843 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109449 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478961 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125228 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0447061 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104547 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.181637 s, 289 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0893268 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809027 s, 648 MB/s
52428800 bytes (52 MB) copied, 0.144717 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783847 s, 669 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114921 s, 456 MB/s
52428800 bytes (52 MB) copied, 0.138407 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0768978 s, 682 MB/s
52428800 bytes (52 MB) copied, 0.0466352 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114415 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762096 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0930469 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584796 s, 897 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0924664 s, 567 MB/s
, 0.0568423 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103128 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646781 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.096367 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0911043 s, 575 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11725 s, 447 MB/s
52428800 bytes (52 MB) copied, 0.153167 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.150195 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17863 s, 294 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107594 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192986 s, 272 MB/s
52428800 bytes (52 MB) copied, 0.145646 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.191642 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.177347 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.195999 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0939893 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10015 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102743 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.162166 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704099 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836947 s, 626 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288593 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105605 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.25321 s, 207 MB/s
52428800 bytes (52 MB) copied, 0.206532 s, 254 MB/s
52428800 bytes (52 MB) copied, 0.0910237 s, 576 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0993502 s, 528 MB/s
, 0.0571699 s, 917 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696504 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.121952 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.050797 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038048 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0747195 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.176521 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081934 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114579 s, 458 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102593 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.146978 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120132 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.18175 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.247114 s, 212 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.236807 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.209513 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280655 s, 187 MB/s
52428800 bytes (52 MB) copied, 0.29592 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.270812 s, 194 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.259238 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.258899 s, 203 MB/s
52428800 bytes (52 MB) copied, 0.25641 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.254146 s, 206 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250177 s, 210 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.313153 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.300758 s, 174 MB/s
, 0.310005 s, 169 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.421647 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.347218 s, 151 MB/s
52428800 bytes (52 MB) copied, 0.342057 s, 153 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.250881 s, 209 MB/s
52428800 bytes (52 MB) copied, 0.184567 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.22927 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319524 s, 164 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871931 s, 601 MB/s
52428800 bytes (52 MB) copied, 0.171822 s, 305 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251714 s, 208 MB/s
52428800 bytes (52 MB) copied, 0.084834 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0847115 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566253 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492891 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446708 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211602 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222109 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293779 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258488 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415309 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639088 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284527 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0323346 s, 1.6 GB/s
52428800 bytes (52 MB) copied, 0.393106 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.211446 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0667925 s, 785 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0797313 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0926339 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.141666 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0958135 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104954 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814612 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.194599 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920288 s, 570 MB/s
52428800 bytes (52 MB) copied, 0.08903 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.118099 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0709463 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.11449 s, 458 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.164474 s, 319 MB/s
, 0.0766531 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.216136 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.153193 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.207435 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12219 s, 429 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106206 s, 494 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110302 s, 475 MB/s
52428800 bytes (52 MB) copied, 0.141521 s, 370 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122882 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.234723 s, 223 MB/s
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.241221 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17703 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.164603 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.29106 s, 180 MB/s
52428800 bytes (52 MB) copied, 0.139921 s, 375 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.140609 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.167151 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101552 s, 516 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122185 s, 429 MB/s
52428800 bytes (52 MB) copied, 0.101791 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.147688 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.219053 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.251672 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.20744 s, 253 MB/s
/mnt/lustre/f45.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000059f1
      lmm_object_id:     0x8
      lmm_fid:           [0x2000059f1:0x8:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x280000401:0x185:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8800abf2a000.stats=
snapshot_time             1746129931.368551159 secs.nsecs
start_time                1746129870.524769775 secs.nsecs
elapsed_time              60.843781384 secs.nsecs
read_bytes                3000 samples [bytes] 1048576 1048576 3145728000 3298534883328000
read                      96900 samples [usecs] 162 990349 305217823 22887864021631
open                      1938 samples [usecs] 4 99647 245695 11843723493
close                     1938 samples [usecs] 4 70088 433046 10488827622
seek                      1937 samples [usecs] 2 42996 119026 2628973342
inode_permission          3874 samples [usecs] 1 78445 814331 17097045119
opencount                 1938 samples [reqs] 1 1922 1848019 2368523861
openclosetime             1921 samples [usecs] 15 343644 66995066 4831544459022
pcc_attach                1 samples [reqs]
pcc_hit_bytes             1878 samples [bytes] 52428800 52428800 98461286400 5162207092408320000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
llite.lustre-ffff88012a6bd000.stats=
snapshot_time             1746129931.368661089 secs.nsecs
start_time                1746129870.524791601 secs.nsecs
elapsed_time              60.843869488 secs.nsecs
read_bytes                3008 samples [bytes] 20480 1048576 3145728000 3295433380069376
read                      96850 samples [usecs] 156 1177805 305579407 23677357752219
ioctl                     1 samples [reqs]
open                      1938 samples [usecs] 5 230105 1075310 94656332646
close                     1938 samples [usecs] 6 65243 559702 12615817002
seek                      1936 samples [usecs] 2 37073 52874 1383894372
setattr                   1 samples [usecs] 23544 23544 23544 554319936
getattr                   32 samples [usecs] 113 11605 35358 246603908
mknod                     1 samples [usecs] 19921 19921 19921 396846241
inode_permission          7782 samples [usecs] 1 66619 1984041 23845977413
opencount                 1939 samples [reqs] 1 1938 1878892 2428153470
openclosetime             1937 samples [usecs] 13 744504 67866861 6231722614107
pcc_attach                1 samples [reqs]
pcc_hit_bytes             1877 samples [bytes] 52428800 52428800 98408857600 5159458313338880000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
attach 2 detach 0 auto_attach 0
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1073741824
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1073741824
/mnt/pcc.d45.sanity-pcc.2 is idle now
/mnt/pcc.d45.sanity-pcc is idle now
PASS 45 (72s)

== sanity-pcc test 46: Verify PCC mode setting works correctly ========================================================== 16:05:38 (1746129938)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.234406 s, 268 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d46.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 5c6d0c21-4749-490a-bce2-8c21ddc4210e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f46.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5c6d0c21-4749-490a-bce2-8c21ddc4210e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d46.sanity-pcc/d46.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [id]
uid=500(sanityusr) gid=500(sanityusr) groups=500(sanityusr),0(root)
Mode: 0400
llite.lustre-ffff88012a6bd000.pcc_mode=0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff88012a6bd000.pcc_mode=0400
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff88012a6bd000.pcc_mode=0004
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [stat] [/mnt/lustre/f46.sanity-pcc]
  File: '/mnt/lustre/f46.sanity-pcc'
  Size: 6         	Blocks: 8          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115574371254282  Links: 1
Access: (0664/-rw-rw-r--)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-05-01 16:05:41.000000000 -0400
Modify: 2025-05-01 16:05:40.000000000 -0400
Change: 2025-05-01 16:05:41.000000000 -0400
 Birth: -
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff88012a6bd000.pcc_mode=0040
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
  File: '/mnt/lustre/f46.sanity-pcc'
  Size: 6         	Blocks: 4          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115574371254282  Links: 1
Access: (0660/-rw-rw----)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-05-01 16:05:41.000000000 -0400
Modify: 2025-05-01 16:05:40.000000000 -0400
Change: 2025-05-01 16:05:41.000000000 -0400
 Birth: -
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/59fb/0x2000059f1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff88012a6bd000.pcc_mode=0400
llite.lustre-ffff88012a6bd000.pcc_mode=0400
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d46.sanity-pcc is idle now
PASS 46 (8s)

== sanity-pcc test 47: mtime should be kept once file attached into PCC ========================================================== 16:05:46 (1746129946)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.235609 s, 267 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d47.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 86862e03-6014-48d4-ba3f-67270d5eb7de
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f47.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=86862e03-6014-48d4-ba3f-67270d5eb7de (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d47.sanity-pcc/d47.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
QQQQQ
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/f47.sanity-pcc | grep -E -c 'type: readonly'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d47.sanity-pcc is idle now
PASS 47 (11s)

== sanity-pcc test 48: PCC state should check whether the file in local PCC cache ========================================================== 16:05:57 (1746129957)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.124228 s, 506 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d48.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: b2f1d78e-d9ba-44f4-9a16-8e60e3777cb8
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f48.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b2f1d78e-d9ba-44f4-9a16-8e60e3777cb8 (extents) (64bit) (large files) (huge files)
QQQQQ
file: /mnt/lustre/f48.sanity-pcc, type: readonly, PCC_file: /d48.sanity-pcc/59fd/0x2000059f1:0xc:0x0 (unlinked), open_count: 0, flags: 4
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d48.sanity-pcc is idle now
PASS 48 (8s)

== sanity-pcc test 96: Auto attach from multiple read process on a node ========================================================== 16:06:05 (1746129965)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.146363 s, 430 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d96.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: d24eb489-b86c-4a8d-9953-879377202d79
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f96.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d24eb489-b86c-4a8d-9953-879377202d79 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d96.sanity-pcc/d96.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1G
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12321 s, 46.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.36771 s, 38.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.36767 s, 38.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.36518 s, 38.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.54443 s, 33.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.56255 s, 33.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0822009 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043254 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0604306 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395729 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686464 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072286 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0776387 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0768906 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228253 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.159944 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246789 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346784 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505638 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426942 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326493 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0372826 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0291243 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053163 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415391 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399909 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0421219 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349691 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356881 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632779 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579154 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508801 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0946163 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0921646 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778584 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0815624 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812103 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031296 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0189982 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0184321 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0839008 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105404 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490779 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377582 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0599318 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412412 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260695 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0470959 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382896 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322332 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407248 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652995 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509375 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331784 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0409581 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882165 s, 594 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601211 s, 872 MB/s
52428800 bytes (52 MB) copied, 0.0764739 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659569 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533792 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416967 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489157 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0642241 s, 816 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800206 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0545604 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682948 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228616 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040332 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0508961 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310783 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338993 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0967538 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109094 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12416 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.143291 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299057 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321143 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350546 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0263599 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598357 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681066 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0749293 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0871226 s, 602 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579363 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0257126 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0597293 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602548 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0370038 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433389 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0683026 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0304038 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276153 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0339239 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387429 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0681467 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548035 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424023 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445657 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0386601 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459688 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812384 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483623 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0866871 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0305295 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0194247 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0392026 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549205 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0295909 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368834 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497916 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056482 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522423 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254157 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704801 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0472702 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945183 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0494001 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0438158 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0617762 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0349905 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387251 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341656 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0535535 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0455277 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518041 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639066 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0208616 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.070691 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424771 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0749961 s, 699 MB/s
, 0.0256681 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538616 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640995 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572333 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525448 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273455 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0344963 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577499 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303079 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625258 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684741 s, 766 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0924122 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352448 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611484 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676612 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550599 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738819 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.080343 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463635 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767723 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10001 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775217 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936573 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0606803 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543479 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321508 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035084 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356684 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0964281 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661596 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0931901 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235486 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0762161 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0198872 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0361462 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443555 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322374 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101819 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0963586 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551054 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0228353 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357127 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0192415 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0461044 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551593 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205669 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026056 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0547909 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627046 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0290383 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449172 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0518919 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0567746 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0527356 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390979 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266818 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0789946 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0857773 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390127 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0936037 s, 560 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568792 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313473 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288925 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0697388 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460629 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533857 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686674 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772845 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0398373 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.069256 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0680588 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492943 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439998 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286156 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030661 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336788 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0473817 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031575 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.040238 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030529 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04038 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595195 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0640771 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528795 s, 991 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0476076 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0474633 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541282 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039722 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337436 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0190452 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0814078 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337649 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056799 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0758133 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0725349 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497808 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334409 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419178 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505344 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663838 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0362814 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437305 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0889655 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0517116 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312699 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586384 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0764004 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0773321 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292192 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521734 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579416 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0612119 s, 857 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531213 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313138 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334832 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345164 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0682474 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0761139 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0982636 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638118 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.082558 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0554032 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0598619 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0396645 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450809 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531273 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0720881 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034674 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0316305 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04823 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655267 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373337 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639084 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463106 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0293241 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663561 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0591833 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0657244 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026634 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053253 s, 985 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0209136 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0459455 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0408204 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322423 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.039002 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0265984 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442503 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065033 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533179 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0623961 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424348 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440423 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04886 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798995 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405951 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10698 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0258259 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0489219 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0558681 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495759 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529663 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0630245 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502429 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379561 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449255 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357069 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0439374 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0448145 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0929779 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0388359 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0519828 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513861 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0981842 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109727 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277464 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431142 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0572903 s, 915 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200213 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054151 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337438 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0373841 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054833 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376212 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463672 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283516 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.057669 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576719 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395852 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0576763 s, 909 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393604 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0371302 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0559579 s, 937 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0540301 s, 970 MB/s
, 0.0425316 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394709 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407938 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436038 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478487 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0560163 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907913 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109216 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658933 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711555 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0987603 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673763 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0401137 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0505239 s, 1.0 GB/s
, 0.0550333 s, 953 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086152 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514761 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0655859 s, 799 MB/s
, 0.0713911 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417928 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0638209 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706663 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0541467 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0643053 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485354 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538841 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307065 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.065444 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0961008 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0325553 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0446181 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458781 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0395712 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042808 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0493901 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487311 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360372 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0497359 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0890346 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644535 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676269 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809756 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.115588 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.0506247 s, 1.0 GB/s
52428800 bytes (52 MB) copied, 0.151233 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.081203 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101211 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0381012 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0637807 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0557656 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586205 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125585 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566976 s, 925 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603403 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0907066 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864783 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0602505 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0688464 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234412 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0385881 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556005 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0715457 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423303 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0492739 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485656 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402206 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0678278 s, 773 MB/s
52428800 bytes (52 MB) copied, 0.0894119 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109017 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326634 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.111112 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103585 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105892 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0571139 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0600566 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608002 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792394 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616043 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202678 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.018733 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130377 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284294 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328832 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0534049 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0580584 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0543882 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0485163 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449988 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034961 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584121 s, 898 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483135 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0360648 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440332 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437585 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0888274 s, 590 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.054335 s, 965 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653141 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0909286 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587428 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944941 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403323 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299962 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431905 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0721271 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440478 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351411 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502337 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319721 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0801531 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0756368 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.043145 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0767844 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0603046 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0368021 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352556 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0563302 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536789 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112281 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0966448 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0838315 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0403721 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610806 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312722 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.06729 s, 779 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0777982 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322675 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0375909 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366182 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390202 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542214 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0364009 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0450317 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0622422 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625398 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303641 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0443588 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367623 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0449498 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0515767 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0555162 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0487836 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415458 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0307861 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351358 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0595291 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0836499 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581236 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0433391 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365782 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0646958 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444747 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.02897 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0629881 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0440097 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0611116 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0800261 s, 655 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0944992 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920409 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0699371 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0654225 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.044036 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.022065 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0284898 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491915 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327681 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531553 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0359464 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.103798 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0538404 s, 974 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0501006 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427143 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217455 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419631 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445936 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796791 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601604 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0745046 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0771725 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0436048 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0206794 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0289299 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259865 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0689284 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.086823 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0740688 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0308739 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422862 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513388 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0798293 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.109079 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355054 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0531128 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0809418 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601348 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0810615 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696729 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0833977 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549533 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061598 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0707967 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0457707 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0216162 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0481495 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061308 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0540415 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0427602 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512367 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104521 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0663804 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058077 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353419 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0345691 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0533198 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05322 s, 985 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728185 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548857 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0309048 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0490105 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286973 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0479676 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727809 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05996 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334238 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.072505 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0416549 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632769 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.142337 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.130832 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.128449 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0608183 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460232 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553017 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632697 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639341 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0412195 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0684948 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647319 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021681 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0205469 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.131825 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0873605 s, 600 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0723526 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105836 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.019938 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464515 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0548127 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.071806 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114728 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116753 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101013 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0636926 s, 823 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0199642 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.099406 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320901 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.033061 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0422227 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451402 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270477 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0584593 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0734782 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0719291 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0811608 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0521504 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0346119 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536989 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483291 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728815 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201176 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106499 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727325 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12336 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0454504 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0647684 s, 809 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0898889 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0837301 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0627749 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0812666 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698542 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0341796 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0452096 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.084838 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0382016 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0466641 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509453 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0294108 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0514932 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0277488 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0276139 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347169 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0596893 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.083562 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0676372 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807103 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0542155 s, 967 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0750334 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0270235 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0677537 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0594509 s, 882 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0312889 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0306971 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0775466 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0445481 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0217398 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.029554 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0311167 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0528456 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0182043 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122013 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.104062 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592912 s, 884 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.112258 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0374962 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417665 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04302 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286395 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0456884 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536525 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0832157 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0971056 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0376161 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322642 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0321346 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0353503 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0387799 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0273272 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0247355 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0337638 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0393776 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0336166 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.027172 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.024717 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319829 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0348195 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041964 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031504 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0650871 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0774251 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331897 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0246222 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.038075 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0351902 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034859 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0283989 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0431672 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0661678 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0625053 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0415058 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624193 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0335769 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653906 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0235774 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328064 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407942 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491172 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0310167 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.062881 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581494 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0551769 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550298 s, 953 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0459549 s, 1.1 GB/s
, 0.0551291 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319908 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.076003 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0553654 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0259812 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.041938 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0299239 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056001 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704653 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0425607 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.032833 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0286029 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772781 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0566463 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0850592 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510129 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0711571 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201781 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0706467 s, 742 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035465 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0864458 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0632358 s, 829 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120911 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0549476 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0831579 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0787755 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0444585 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0495023 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.125159 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0816408 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0659288 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0586672 s, 894 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0945939 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0989673 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0201384 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108056 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102971 s, 509 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496329 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0556177 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727584 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0512069 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026386 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523683 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.056131 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0195764 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0902084 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0727671 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0736252 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102417 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0970353 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0882491 s, 594 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0920253 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0679187 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524127 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119036 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0260194 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0772476 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0451995 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0467759 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0330627 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0616691 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0202737 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0204205 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101939 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0496347 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592454 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561419 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0573801 s, 914 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367774 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037208 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0942333 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0338994 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0328506 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0698204 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0429522 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0652057 s, 804 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0539035 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458311 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0807439 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0502761 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0843473 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0644875 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0203218 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.113587 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0313804 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.102288 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0835487 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785075 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0651138 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0520553 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0424697 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383831 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053477 s, 980 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.061098 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0991352 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0992767 s, 528 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0613143 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.107296 s, 489 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0779375 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0546834 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.051343 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0480619 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053878 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0437479 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0397952 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0513469 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357074 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.026567 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0365947 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0665601 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.138567 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292996 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464537 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0766062 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0778182 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0579198 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0266362 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0302077 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0274268 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0624067 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0784062 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0352549 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0806364 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0380323 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285498 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0417641 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0414097 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0585891 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0464506 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0510385 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0506053 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0592036 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366152 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0377093 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0610366 s, 859 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0483756 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.021494 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.106061 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0879436 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.053793 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0785562 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0367856 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0796872 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0537797 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0704165 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705846 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0468784 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0460538 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0607983 s, 862 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0297202 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0615482 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0524897 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0696308 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0331797 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0347732 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0581211 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0658218 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0523917 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356789 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0744497 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0249636 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0536022 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.058509 s, 896 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0379511 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0285406 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0491963 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0923147 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0728828 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0303462 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0732339 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.108138 s, 485 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0792024 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0752023 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0327202 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357427 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.030837 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0739341 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0893178 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892492 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0319038 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0355192 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0435313 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0236674 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0234695 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419116 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0390731 s, 1.3 GB/s
Finish ========
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0861753 s, 608 MB/s
detach: must specify one or more FIDs
Detach given files from the Persistent Client Cache.
usage: lfs pcc detach [-k] FILE [...]

lfs commands used to interact with PCC features:
lfs pcc attach - attach given files to Persistent Client Cache
lfs pcc attach_fid - attach given files into PCC by FID(s)
lfs pcc state  - display the PCC state for given files
lfs pcc detach - detach given files from Persistent Client Cache
lfs pcc detach_fid - detach given files from PCC by FID(s)
lfs pcc delete - delete the PCC layout componenet for given files
lfs pcc pin - pin give files for PCC
lfs pcc unpin - unpin given files for PCC

llite.lustre-ffff8800abf2a000.pcc_async_threshold=1073741824
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d96.sanity-pcc is idle now
PASS 96 (68s)

== sanity-pcc test 97: two mmap I/O and layout lock cancel ========================================================== 16:07:13 (1746130033)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.231113 s, 272 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d97.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 19c40741-f109-443a-8f4d-689a79e40d26
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f97.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=19c40741-f109-443a-8f4d-689a79e40d26 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d97.sanity-pcc/d97.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1G
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08073 s, 48.5 MB/s
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1073741824
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d97.sanity-pcc is idle now
PASS 97 (129s)

== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 16:09:22 (1746130162)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.150593 s, 418 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d98.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 0df9993e-7d3e-4748-9192-411380f9f1c3
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0df9993e-7d3e-4748-9192-411380f9f1c3 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8800abf2a000.pcc_async_threshold=0
llite.lustre-ffff88012a6bd000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.940489 s, 55.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.857001 s, 61.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.85344 s, 61.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.32821 s, 39.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.906671 s, 57.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.908866 s, 57.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.771884 s, 67.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.464288 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.546547 s, 95.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.466987 s, 112 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.792233 s, 66.2 MB/s
, 0.868593 s, 60.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.875931 s, 59.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0614367 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664394 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.516606 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0878264 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.188422 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.51503 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0350851 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0486333 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0324522 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0292169 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.031037 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0577673 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410122 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0212452 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0366022 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0322878 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0240619 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.192426 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.503063 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.714556 s, 73.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0780407 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.471831 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.863879 s, 60.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20696 s, 43.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.07149 s, 48.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.388772 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.122984 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.56634 s, 92.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.528428 s, 99.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.651608 s, 80.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.241628 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0525679 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.705111 s, 74.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.932716 s, 56.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.932839 s, 56.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.123282 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.714056 s, 73.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.734812 s, 71.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.905421 s, 57.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.222453 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.276021 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.319411 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40311 s, 37.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.7008 s, 19.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.73195 s, 19.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09641 s, 47.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0267366 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.139369 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.145432 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.629527 s, 83.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.474348 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.443152 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.972473 s, 53.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.51738 s, 34.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.55375 s, 33.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.600973 s, 87.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.24897 s, 42.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.998756 s, 52.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00394 s, 52.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127941 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.56555 s, 33.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.18807 s, 24.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.2536 s, 23.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.10499 s, 47.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.901739 s, 58.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12181 s, 46.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.252937 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.432618 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.601424 s, 87.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.717758 s, 73.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.334511 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.795124 s, 65.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.110075 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
, 0.128298 s, 409 MB/s
52428800 bytes (52 MB) copied, 0.527924 s, 99.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.530179 s, 98.9 MB/s
52428800 bytes (52 MB) copied, 0.278569 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.280914 s, 187 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.289441 s, 181 MB/s
52428800 bytes (52 MB) copied, 0.356079 s, 147 MB/s
52428800 bytes (52 MB) copied, 0.383804 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.377693 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.519582 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.523068 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.22987 s, 42.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.05028 s, 49.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12885 s, 46.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.294476 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.42576 s, 36.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18648 s, 44.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.622893 s, 84.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.132057 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.257556 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.649746 s, 80.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.025523 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.042479 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0399741 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0462955 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0621611 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0200691 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394509 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0261322 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0478369 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0423114 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.04393 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0587921 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.124199 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0825229 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0639065 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0378982 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0808337 s, 649 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0402001 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.920563 s, 57.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.850172 s, 61.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.963094 s, 54.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.619036 s, 84.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.648153 s, 80.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.641653 s, 81.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.296591 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.591209 s, 88.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.400796 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.282081 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.516694 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.829421 s, 63.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.725298 s, 72.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.646615 s, 81.1 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.127108 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.547445 s, 95.8 MB/s
52428800 bytes (52 MB) copied, 0.285768 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.740252 s, 70.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.716564 s, 73.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.03024 s, 50.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.288435 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.376824 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.540031 s, 97.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0526759 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0465608 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.03012 s, 50.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.778177 s, 67.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.06506 s, 49.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.869364 s, 60.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14014 s, 46.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.63468 s, 32.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.13286 s, 46.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.706003 s, 74.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.303287 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.225433 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0751409 s, 698 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.242706 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.965587 s, 54.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.883027 s, 59.4 MB/s
, 0.683419 s, 76.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.444868 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.454064 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.749346 s, 70.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17688 s, 44.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.868169 s, 60.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.906058 s, 57.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.19903 s, 43.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.960954 s, 54.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08606 s, 48.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0928012 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.116544 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.362271 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.388839 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.478883 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17711 s, 44.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.84048 s, 62.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.514012 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.255365 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.17038 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.26859 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.649542 s, 80.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.745773 s, 70.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.67201 s, 78.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.690969 s, 75.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.724554 s, 72.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.730208 s, 71.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.591579 s, 88.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.505093 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.59925 s, 87.5 MB/s
llite.lustre-ffff8800abf2a000.pcc_async_threshold=1073741824
llite.lustre-ffff88012a6bd000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d98.sanity-pcc is idle now
PASS 98 (69s)

== sanity-pcc test 99: race among unlink | mmap read | write | detach for PCC-RO file ========================================================== 16:10:31 (1746130231)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.163185 s, 386 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: f9156556-4e67-4918-abae-50e0ecca4731
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f99.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=f9156556-4e67-4918-abae-50e0ecca4731 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.87683 s, 59.8 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.890668 s, 58.9 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.52313 s, 34.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0550242 s, 953 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.961367 s, 54.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.46276 s, 35.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0426892 s, 1.2 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.704915 s, 74.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.466645 s, 112 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.34377 s, 22.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0406605 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.71851 s, 30.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20847 s, 43.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0463564 s, 1.1 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.62779 s, 32.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.03808 s, 50.5 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.19947 s, 43.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0254616 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.606151 s, 86.5 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.709246 s, 73.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.782797 s, 67.0 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.620421 s, 84.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0570593 s, 919 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.863552 s, 60.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.12615 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.48986 s, 35.2 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.18257 s, 44.3 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20458 s, 43.5 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0568273 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1789 s, 44.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20032 s, 43.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0552702 s, 949 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.26272 s, 41.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.77128 s, 29.6 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.15796 s, 45.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.049062 s, 1.1 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.659276 s, 79.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.40397 s, 37.3 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.666497 s, 78.7 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.397661 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.53993 s, 34.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.0336 s, 50.7 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.36916 s, 38.3 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.02057 s, 51.4 MB/s
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0269808 s, 1.9 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.847266 s, 61.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.694328 s, 75.5 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.903894 s, 58.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.853197 s, 61.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0326593 s, 1.6 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0383454 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11906 s, 46.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.89072 s, 58.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.82889 s, 28.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.43145 s, 122 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.35132 s, 38.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0705503 s, 743 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.952503 s, 55.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.532639 s, 98.4 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0320633 s, 1.6 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.880877 s, 59.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.998736 s, 52.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.037151 s, 1.4 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.16366 s, 45.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0686997 s, 763 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17359 s, 44.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.769565 s, 68.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0601611 s, 871 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0458803 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.906446 s, 57.8 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.50988 s, 34.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0673578 s, 778 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.78908 s, 66.4 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0561496 s, 934 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.63575 s, 32.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/59e2/0x2000059f1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
==== DONE ====
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0288992 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.951786 s, 55.1 MB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff8800abf2a000.rpc_stats=
snapshot_time:            1746130295.860990723 secs.nsecs
start_time:               1746129724.683169984 secs.nsecs
elapsed_time:             571.177820739 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		         2  14  14   |          0   0   0
512:		         0   0  14   |          0   0   0
1024:		        12  85 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         2  14  14   |          0   0   0
2:		         1   7  21   |          0   0   0
3:		         1   7  28   |          0   0   0
4:		         1   7  35   |          0   0   0
5:		         1   7  42   |          0   0   0
6:		         1   7  50   |          0   0   0
7:		         1   7  57   |          0   0   0
8:		         2  14  71   |          0   0   0
9:		         4  28 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   7   7   |          0   0   0
1:		         0   0   7   |          0   0   0
2:		         0   0   7   |          0   0   0
4:		         0   0   7   |          0   0   0
8:		         0   0   7   |          0   0   0
16:		         0   0   7   |          0   0   0
32:		         0   0   7   |          0   0   0
64:		         0   0   7   |          0   0   0
128:		         0   0   7   |          0   0   0
256:		         1   7  14   |          0   0   0
512:		         0   0  14   |          0   0   0
1024:		         1   7  21   |          0   0   0
2048:		         2  14  35   |          0   0   0
4096:		         4  28  64   |          0   0   0
8192:		         5  35 100   |          0   0   0
osc.lustre-OST0000-osc-ffff88012a6bd000.rpc_stats=
snapshot_time:            1746130295.861148409 secs.nsecs
start_time:               1746129722.653235605 secs.nsecs
elapsed_time:             573.207912804 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         3   2   2   |          3   7   7
2:		         0   0   2   |          0   0   7
4:		         0   0   2   |          0   0   7
8:		         0   0   2   |          0   0   7
16:		         0   0   2   |          0   0   7
32:		         0   0   2   |          0   0   7
64:		         0   0   2   |          0   0   7
128:		         1   0   3   |          0   0   7
256:		        11  10  14   |          0   0   7
512:		         7   6  20   |          2   4  11
1024:		        84  79 100   |         37  88 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        28  26  26   |         15  35  35
2:		        16  15  41   |         24  57  92
3:		        12  11  52   |          2   4  97
4:		        12  11  64   |          1   2 100
5:		        11  10  74   |          0   0 100
6:		         7   6  81   |          0   0 100
7:		         8   7  88   |          0   0 100
8:		         6   5  94   |          0   0 100
9:		         6   5 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12  11  11   |          6  14  14
1:		         0   0  11   |          0   0  14
2:		         0   0  11   |          0   0  14
4:		         0   0  11   |          0   0  14
8:		         0   0  11   |          0   0  14
16:		         0   0  11   |          0   0  14
32:		         0   0  11   |          0   0  14
64:		         0   0  11   |          0   0  14
128:		         0   0  11   |          0   0  14
256:		         7   6  17   |          0   0  14
512:		         0   0  17   |          0   0  14
1024:		         8   7  25   |          4   9  23
2048:		        16  15  40   |          6  14  38
4096:		        29  27  67   |         12  28  66
8192:		        34  32 100   |         14  33 100
osc.lustre-OST0001-osc-ffff8800abf2a000.rpc_stats=
snapshot_time:            1746130295.861418176 secs.nsecs
start_time:               1746129724.683954140 secs.nsecs
elapsed_time:             571.177464036 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		         1   7   7   |          0   0   0
512:		         1   7  14   |          0   0   0
1024:		        12  85 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         4  28  28   |          0   0   0
2:		         2  14  42   |          0   0   0
3:		         2  14  57   |          0   0   0
4:		         1   7  64   |          0   0   0
5:		         2  14  78   |          0   0   0
6:		         1   7  85   |          0   0   0
7:		         1   7  92   |          0   0   0
8:		         1   7 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   7   7   |          0   0   0
1:		         0   0   7   |          0   0   0
2:		         0   0   7   |          0   0   0
4:		         0   0   7   |          0   0   0
8:		         0   0   7   |          0   0   0
16:		         0   0   7   |          0   0   0
32:		         0   0   7   |          0   0   0
64:		         0   0   7   |          0   0   0
128:		         0   0   7   |          0   0   0
256:		         1   7  14   |          0   0   0
512:		         0   0  14   |          0   0   0
1024:		         1   7  21   |          0   0   0
2048:		         2  14  35   |          0   0   0
4096:		         4  28  64   |          0   0   0
8192:		         5  35 100   |          0   0   0
osc.lustre-OST0001-osc-ffff88012a6bd000.rpc_stats=
snapshot_time:            1746130295.861485271 secs.nsecs
start_time:               1746129722.653864214 secs.nsecs
elapsed_time:             573.207621057 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       556   9   9   |          3   0   0
2:		         3   0   9   |          0   0   0
4:		         5   0   9   |          0   0   0
8:		        11   0   9   |          0   0   0
16:		      2327  39  49   |          0   0   0
32:		       144   2  51   |          0   0   0
64:		       102   1  53   |          0   0   0
128:		       271   4  57   |          0   0   0
256:		       535   9  67   |          3   0   1
512:		       222   3  70   |         28   5   6
1024:		      1719  29 100   |        487  93 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      3606  61  61   |        212  40  40
2:		      1115  18  80   |        254  48  89
3:		       414   7  87   |         52   9  99
4:		       284   4  91   |          3   0 100
5:		       167   2  94   |          0   0 100
6:		       109   1  96   |          0   0 100
7:		        71   1  97   |          0   0 100
8:		        49   0  98   |          0   0 100
9:		        78   1  99   |          0   0 100
10:		         1   0  99   |          0   0 100
11:		         1   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       158   2   2   |         43   8   8
1:		        65   1   3   |          0   0   8
2:		       126   2   5   |          0   0   8
4:		        13   0   6   |          0   0   8
8:		         2   0   6   |          0   0   8
16:		       126   2   8   |          0   0   8
32:		       218   3  12   |          0   0   8
64:		       345   5  17   |          0   0   8
128:		       654  11  28   |          0   0   8
256:		       310   5  34   |          3   0   8
512:		       300   5  39   |          0   0   8
1024:		       531   9  48   |         44   8  17
2048:		       879  14  63   |         81  15  32
4096:		      1064  18  81   |        161  30  63
8192:		      1104  18 100   |        189  36 100
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99.sanity-pcc is idle now
PASS 99 (71s)

== sanity-pcc test 99b: race among unlink | two readers | write | detach for PCC-RO file ========================================================== 16:11:42 (1746130302)
200+0 records in
200+0 records out
209715200 bytes (210 MB) copied, 0.818784 s, 256 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99b.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:   1024/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 27257cf2-824e-4862-8e8e-3fe2767f9344
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f99b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=27257cf2-824e-4862-8e8e-3fe2767f9344 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.17905 s, 44.5 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.32127 s, 39.7 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.38373 s, 22.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.746378 s, 70.2 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.39887 s, 37.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.87817 s, 27.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.101052 s, 519 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.75123 s, 29.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.951893 s, 55.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.114039 s, 460 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.49916 s, 35.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.926407 s, 56.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.580796 s, 90.3 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.580229 s, 90.4 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10184 s, 515 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.16084 s, 24.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.76518 s, 29.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.90975 s, 27.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.105227 s, 498 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.800838 s, 65.5 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.829354 s, 63.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.3863 s, 22.0 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.781181 s, 67.1 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.16989 s, 44.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0803556 s, 652 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.70468 s, 30.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509376 s, 1.0 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.857138 s, 61.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0653575 s, 802 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.18397 s, 24.0 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.963218 s, 54.4 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0891699 s, 588 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.65957 s, 31.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.775322 s, 67.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394873 s, 1.3 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287951 s, 1.8 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.02688 s, 25.9 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.778364 s, 67.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.202396 s, 259 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25384 s, 41.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0411249 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.154711 s, 339 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.859648 s, 61.0 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.120374 s, 436 MB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 2.12614 s, 24.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.08265 s, 48.4 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.035276 s, 1.5 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.35628 s, 38.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.862884 s, 60.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0529559 s, 990 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.89679 s, 27.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09326 s, 48.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0733325 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.39554 s, 37.6 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.50842 s, 103 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.5533 s, 33.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.662406 s, 79.1 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.642668 s, 81.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0407906 s, 1.3 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.792099 s, 66.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.178873 s, 293 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 1.66105 s, 31.6 MB/s
, 0.0590317 s, 888 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0405567 s, 1.3 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.751257 s, 69.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2305 s, 42.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.675252 s, 77.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.914854 s, 57.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0522001 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.54785 s, 33.9 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.814808 s, 64.3 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20098 s, 43.7 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.48883 s, 35.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0628829 s, 834 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0356397 s, 1.5 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.83365 s, 28.6 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.11869 s, 46.9 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.730266 s, 71.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.16598 s, 45.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0419085 s, 1.3 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.42722 s, 36.7 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.73029 s, 30.3 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.306328 s, 171 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0664052 s, 790 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
==== DONE ====
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12785 s, 46.5 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/59df/0x2000059f1:0x2e:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.89715 s, 27.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.810309 s, 64.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0357275 s, 1.5 GB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff8800abf2a000.rpc_stats=
snapshot_time:            1746130369.462117526 secs.nsecs
start_time:               1746129724.683169984 secs.nsecs
elapsed_time:             644.778947542 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		         2  14  14   |          0   0   0
512:		         0   0  14   |          0   0   0
1024:		        12  85 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         2  14  14   |          0   0   0
2:		         1   7  21   |          0   0   0
3:		         1   7  28   |          0   0   0
4:		         1   7  35   |          0   0   0
5:		         1   7  42   |          0   0   0
6:		         1   7  50   |          0   0   0
7:		         1   7  57   |          0   0   0
8:		         2  14  71   |          0   0   0
9:		         4  28 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   7   7   |          0   0   0
1:		         0   0   7   |          0   0   0
2:		         0   0   7   |          0   0   0
4:		         0   0   7   |          0   0   0
8:		         0   0   7   |          0   0   0
16:		         0   0   7   |          0   0   0
32:		         0   0   7   |          0   0   0
64:		         0   0   7   |          0   0   0
128:		         0   0   7   |          0   0   0
256:		         1   7  14   |          0   0   0
512:		         0   0  14   |          0   0   0
1024:		         1   7  21   |          0   0   0
2048:		         2  14  35   |          0   0   0
4096:		         4  28  64   |          0   0   0
8192:		         5  35 100   |          0   0   0
osc.lustre-OST0000-osc-ffff88012a6bd000.rpc_stats=
snapshot_time:            1746130369.462254446 secs.nsecs
start_time:               1746129722.653235605 secs.nsecs
elapsed_time:             646.809018841 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         3   2   2   |          3   7   7
2:		         0   0   2   |          0   0   7
4:		         0   0   2   |          0   0   7
8:		         0   0   2   |          0   0   7
16:		         0   0   2   |          0   0   7
32:		         0   0   2   |          0   0   7
64:		         0   0   2   |          0   0   7
128:		         1   0   3   |          0   0   7
256:		        11  10  14   |          0   0   7
512:		         7   6  20   |          2   4  11
1024:		        84  79 100   |         37  88 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        28  26  26   |         15  35  35
2:		        16  15  41   |         24  57  92
3:		        12  11  52   |          2   4  97
4:		        12  11  64   |          1   2 100
5:		        11  10  74   |          0   0 100
6:		         7   6  81   |          0   0 100
7:		         8   7  88   |          0   0 100
8:		         6   5  94   |          0   0 100
9:		         6   5 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12  11  11   |          6  14  14
1:		         0   0  11   |          0   0  14
2:		         0   0  11   |          0   0  14
4:		         0   0  11   |          0   0  14
8:		         0   0  11   |          0   0  14
16:		         0   0  11   |          0   0  14
32:		         0   0  11   |          0   0  14
64:		         0   0  11   |          0   0  14
128:		         0   0  11   |          0   0  14
256:		         7   6  17   |          0   0  14
512:		         0   0  17   |          0   0  14
1024:		         8   7  25   |          4   9  23
2048:		        16  15  40   |          6  14  38
4096:		        29  27  67   |         12  28  66
8192:		        34  32 100   |         14  33 100
osc.lustre-OST0001-osc-ffff8800abf2a000.rpc_stats=
snapshot_time:            1746130369.462330356 secs.nsecs
start_time:               1746129724.683954140 secs.nsecs
elapsed_time:             644.778376216 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		         1   7   7   |          0   0   0
512:		         1   7  14   |          0   0   0
1024:		        12  85 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         4  28  28   |          0   0   0
2:		         2  14  42   |          0   0   0
3:		         2  14  57   |          0   0   0
4:		         1   7  64   |          0   0   0
5:		         2  14  78   |          0   0   0
6:		         1   7  85   |          0   0   0
7:		         1   7  92   |          0   0   0
8:		         1   7 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   7   7   |          0   0   0
1:		         0   0   7   |          0   0   0
2:		         0   0   7   |          0   0   0
4:		         0   0   7   |          0   0   0
8:		         0   0   7   |          0   0   0
16:		         0   0   7   |          0   0   0
32:		         0   0   7   |          0   0   0
64:		         0   0   7   |          0   0   0
128:		         0   0   7   |          0   0   0
256:		         1   7  14   |          0   0   0
512:		         0   0  14   |          0   0   0
1024:		         1   7  21   |          0   0   0
2048:		         2  14  35   |          0   0   0
4096:		         4  28  64   |          0   0   0
8192:		         5  35 100   |          0   0   0
osc.lustre-OST0001-osc-ffff88012a6bd000.rpc_stats=
snapshot_time:            1746130369.462400287 secs.nsecs
start_time:               1746129722.653864214 secs.nsecs
elapsed_time:             646.808536073 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       556   8   8   |          3   0   0
2:		         3   0   8   |          0   0   0
4:		         5   0   8   |          0   0   0
8:		        11   0   8   |          0   0   0
16:		      2327  35  44   |          0   0   0
32:		       144   2  46   |          0   0   0
64:		       102   1  48   |          0   0   0
128:		       271   4  52   |          0   0   0
256:		       645   9  62   |         10   1   1
512:		       276   4  66   |         45   5   6
1024:		      2161  33 100   |        819  93 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      3823  58  58   |        360  41  41
2:		      1233  18  77   |        407  46  87
3:		       501   7  85   |         98  11  98
4:		       341   5  90   |         11   1  99
5:		       205   3  93   |          1   0 100
6:		       135   2  95   |          0   0 100
7:		        94   1  97   |          0   0 100
8:		        67   1  98   |          0   0 100
9:		       100   1  99   |          0   0 100
10:		         1   0  99   |          0   0 100
11:		         1   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       206   3   3   |         70   7   7
1:		        65   0   4   |          0   0   7
2:		       126   1   6   |          0   0   7
4:		        13   0   6   |          0   0   7
8:		         2   0   6   |          0   0   7
16:		       126   1   8   |          0   0   7
32:		       218   3  11   |          0   0   7
64:		       345   5  16   |          0   0   7
128:		       654  10  26   |          0   0   7
256:		       351   5  32   |          5   0   8
512:		       323   4  37   |          2   0   8
1024:		       577   8  46   |         74   8  17
2048:		       958  14  60   |        141  16  33
4096:		      1226  18  79   |        271  30  64
8192:		      1311  20 100   |        314  35 100
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99b.sanity-pcc is idle now
PASS 99b (72s)

== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 16:12:54 (1746130374)
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.128491 s, 490 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d100.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: dd03f609-1d25-4289-a776-446e678fed39
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dd03f609-1d25-4289-a776-446e678fed39 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04742 s, 50.1 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.356472 s, 11.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0140015 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
dd: warning: partial read (131072 bytes); suggest iflag=fullblock
23+3 records in
23+3 records out
25165824 bytes (25 MB) copied, 0.243717 s, 103 MB/s
33+0 records in
33+0 records out
34603008 bytes (35 MB) copied, 0.0367646 s, 941 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.22294 s, 42.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
5+0 records in
5+0 records out
5242880 bytes (5.2 MB) copied, 0.50723 s, 10.3 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0704458 s, 29.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.2591 s, 41.6 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.782566 s, 67.0 MB/s
44+0 records in
44+0 records out
46137344 bytes (46 MB) copied, 0.481832 s, 95.8 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0197835 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00299 s, 52.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.619144 s, 84.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.59351 s, 32.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.783688 s, 2.7 MB/s
dd: warning: partial read (434176 bytes); suggest iflag=fullblock
0+3 records in
0+3 records out
1048576 bytes (1.0 MB) copied, 0.0663924 s, 15.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
dd: warning: partial read (274432 bytes); suggest iflag=fullblock
30+2 records in
30+2 records out
32505856 bytes (33 MB) copied, 0.459207 s, 70.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.14892 s, 45.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0738592 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0358097 s, 1.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+1 records in
0+1 records out
450560 bytes (451 kB) copied, 0.0698744 s, 6.4 MB/s
dd: warning: partial read (643072 bytes); suggest iflag=fullblock
0+2 records in
0+2 records out
1048576 bytes (1.0 MB) copied, 0.0400762 s, 26.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.12229 s, 46.7 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.751994 s, 69.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0488961 s, 1.1 GB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0112424 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
8+0 records in
8+0 records out
8388608 bytes (8.4 MB) copied, 0.0280341 s, 299 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.847276 s, 61.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.759375 s, 69.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.46479 s, 35.8 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
17+0 records in
17+0 records out
17825792 bytes (18 MB) copied, 0.171522 s, 104 MB/s
dd: warning: partial read (36864 bytes); suggest iflag=fullblock
1+3 records in
1+3 records out
2097152 bytes (2.1 MB) copied, 0.0427434 s, 49.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
33+0 records in
33+0 records out
34603008 bytes (35 MB) copied, 0.534572 s, 64.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
dd: warning: partial read (954368 bytes); suggest iflag=fullblock
43+2 records in
43+2 records out
46137344 bytes (46 MB) copied, 0.0561725 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.25599 s, 41.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0394139 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0442155 s, 1.2 GB/s
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.170142 s, 296 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.272208 s, 57.8 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.135057 s, 116 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.539044 s, 97.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.710204 s, 73.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.83471 s, 28.6 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0428409 s, 1.2 GB/s
4+1 records in
4+1 records out
4993024 bytes (5.0 MB) copied, 0.0197419 s, 253 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.614294 s, 85.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0410157 s, 1.3 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.48561 s, 35.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.815241 s, 64.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.047542 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.267934 s, 196 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00756824 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.6173 s, 84.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.906241 s, 57.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.5222 s, 34.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
20+0 records in
20+0 records out
20971520 bytes (21 MB) copied, 0.909989 s, 23.0 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.338348 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.50401 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.99357 s, 52.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.42558 s, 36.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0509684 s, 1.0 GB/s
30+0 records in
30+0 records out
31457280 bytes (31 MB) copied, 0.234299 s, 134 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
29+0 records in
29+0 records out
30408704 bytes (30 MB) copied, 0.30206 s, 101 MB/s
32+0 records in
32+0 records out
33554432 bytes (34 MB) copied, 0.373034 s, 90.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.52001 s, 34.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.572822 s, 91.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.094101 s, 557 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.952553 s, 3.3 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.023226 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
49+0 records in
49+0 records out
51380224 bytes (51 MB) copied, 0.470501 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.01028 s, 51.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0708318 s, 740 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.05544 s, 946 MB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0169397 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
15+0 records in
15+0 records out
15728640 bytes (16 MB) copied, 0.0467643 s, 336 MB/s
23+0 records in
23+0 records out
24117248 bytes (24 MB) copied, 0.306156 s, 78.8 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.44046 s, 36.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.834649 s, 60.3 MB/s
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 1.1818 s, 42.6 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04419 s, 50.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.187722 s, 268 MB/s
48+0 records in
48+0 records out
50331648 bytes (50 MB) copied, 0.217377 s, 232 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.845196 s, 62.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.641415 s, 81.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.32787 s, 39.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0287526 s, 1.8 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
27+0 records in
27+0 records out
28311552 bytes (28 MB) copied, 0.241918 s, 117 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
dd: warning: partial read (831488 bytes); suggest iflag=fullblock
9+2 records in
9+2 records out
10485760 bytes (10 MB) copied, 0.313037 s, 33.5 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.485518 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.04615 s, 50.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.7548 s, 29.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0892453 s, 587 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.00260275 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.251774 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.663601 s, 79.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.35497 s, 38.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.41557 s, 126 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB) copied, 0.0689825 s, 45.6 MB/s
8+0 records in
8+0 records out
8388608 bytes (8.4 MB) copied, 0.0262862 s, 319 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.20803 s, 43.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.638026 s, 82.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.034583 s, 1.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
25+0 records in
25+0 records out
26214400 bytes (26 MB) copied, 0.128847 s, 203 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
dd: warning: partial read (53248 bytes); suggest iflag=fullblock
40+7 records in
40+7 records out
42991616 bytes (43 MB) copied, 0.622211 s, 69.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.09265 s, 48.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.10378 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0334033 s, 1.6 GB/s
0+0 records in
0+0 records out
0 bytes (0 B) copied, 0.0100117 s, 0.0 kB/s
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.0408855 s, 256 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.994106 s, 52.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.311789 s, 168 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
4+0 records in
4+0 records out
4194304 bytes (4.2 MB) copied, 0.11069 s, 37.9 MB/s
11+0 records in
11+0 records out
11534336 bytes (12 MB) copied, 0.0498451 s, 231 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
43+0 records in
43+0 records out
45088768 bytes (45 MB) copied, 0.238418 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.21621 s, 43.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.00947 s, 51.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0783912 s, 669 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.086817 s, 12.1 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB) copied, 0.0204943 s, 51.2 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.1239 s, 46.6 MB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.603238 s, 86.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.765837 s, 68.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
7+0 records in
7+0 records out
7340032 bytes (7.3 MB) copied, 0.0206095 s, 356 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.26266 s, 41.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
9+0 records in
9+0 records out
9437184 bytes (9.4 MB) copied, 0.720466 s, 13.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB) copied, 0.0308234 s, 68.0 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59ce/0x2000059f1:0x3f:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.72267 s, 30.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 1.29518 s, 40.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.0262249 s, 2.0 GB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d100.sanity-pcc is idle now
PASS 100 (71s)

== sanity-pcc test 101a: Test auto attach in mount namespace (simulated container) ========================================================== 16:14:05 (1746130445)
creating user namespace for 500
sanityu+ 12205  0.0  0.0 108060   364 pts/0    S+   16:14   0:00 sleep 600
root     12207  0.0  0.0 114880   984 pts/0    S+   16:14   0:00 grep sleep
Created NS: child (sleep) pid=12205 in 0 seconds
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newuidmap] [12205] [0] [500] [1]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newgidmap] [12205] [0] [500] [1]
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.119104 s, 440 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d101a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 888bfe45-0a00-4de3-9a73-b9cc0af3f801
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f101a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=888bfe45-0a00-4de3-9a73-b9cc0af3f801 (extents) (64bit) (large files) (huge files)
Check for temp file in PCC mount
Check for temp file in PCC mount from inside namespace
Starting copytool 'agt1' on 'oleg153-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d101a.sanity-pcc/d101a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach from inside mount namespace
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00938726 s, 109 kB/s
file: /mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc, type: readwrite, PCC_file: /d101a.sanity-pcc/59bf/0x2000059f1:0x4e:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a6bd000.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff88012a6bd000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.00163497 s, 626 kB/s
Verify auto attach at open from inside NS for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff88012a6bd000.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff8800abf2a000.lru_size=clear
ldlm.namespaces.lustre-MDT0001-mdc-ffff88012a6bd000.lru_size=clear
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d101a.sanity-pcc is idle now
PASS 101a (13s)

== sanity-pcc test 102: PCC-RO should not hange for io_uring I/O engine ========================================================== 16:14:19 (1746130459)

 SKIP: sanity-pcc test_102 Client OS does not support io_uring I/O engine
SKIP 102 (2s)

== sanity-pcc test 203: Verify attach/hit bytes statistics data ========================================================== 16:14:21 (1746130461)
10+0 records in
10+0 records out
10485760 bytes (10 MB) copied, 0.0204478 s, 513 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d203.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/10240           done                            
Creating filesystem with 10240 1k blocks and 2560 inodes
Filesystem UUID: e6ad1dbf-44ed-43a3-be4a-0d1dcd0cc9ab
Superblock backups stored on blocks: 
	8193

Allocating group tables: 0/2   done                            
Writing inode tables: 0/2   done                            
Creating journal (2048 blocks): done
Writing superblocks and filesystem accounting information: 0/2   done

/tmp/f203.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e6ad1dbf-44ed-43a3-be4a-0d1dcd0cc9ab (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d203.sanity-pcc/d203.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
1+0 records in
1+0 records out
1024 bytes (1.0 kB) copied, 0.0103095 s, 99.3 kB/s
==== stats ====
llite.lustre-ffff8800abf2a000.stats=
snapshot_time             1746130463.058560879 secs.nsecs
start_time                1746130462.965054006 secs.nsecs
elapsed_time              0.093506873 secs.nsecs
llite.lustre-ffff88012a6bd000.stats=
snapshot_time             1746130463.058678110 secs.nsecs
start_time                1746130462.965072832 secs.nsecs
elapsed_time              0.093605278 secs.nsecs
read_bytes                1 samples [bytes] 1024 1024 1024 1048576
write_bytes               1 samples [bytes] 1024 1024 1024 1048576
read                      3 samples [usecs] 148 7033 7329 49506897
write                     1 samples [usecs] 5347 5347 5347 28590409
open                      3 samples [usecs] 20 21170 21210 448169700
close                     3 samples [usecs] 3036 4865 12489 53935265
getattr                   2 samples [usecs] 56 2990 3046 8943236
mknod                     1 samples [usecs] 13623 13623 13623 185586129
inode_permission          7 samples [usecs] 2 5204 5646 27185576
opencount                 3 samples [reqs] 1 3 6 14
openclosetime             2 samples [usecs] 13641 15423 29064 423945810
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2 samples [bytes] 1024 1024 2048 2097152
pcc_attach_bytes          1 samples [bytes] 1024 1024 1024 1048576
attach_num: 1, attach_bytes: 1024, hit_num: 2, hit_bytes: 2048
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d203.sanity-pcc is idle now
PASS 203 (6s)

== sanity-pcc test 204a: pin/unpin pcc flag ============== 16:14:28 (1746130468)
50+0 records in
50+0 records out
52428800 bytes (52 MB) copied, 0.197435 s, 266 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204a.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c1a13778-7b25-4a7c-a815-51816ca52b68
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f204a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c1a13778-7b25-4a7c-a815-51816ca52b68 (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204a.sanity-pcc is idle now
PASS 204a (8s)

== sanity-pcc test 204b: Permission check for the pin/unpin operation ========================================================== 16:14:35 (1746130475)
mdt.lustre-MDT0000.enable_pin_gid=0
mdt.lustre-MDT0001.enable_pin_gid=0
/home/green/git/lustre-release/lustre/tests/sanity-pcc.sh: illegal option -- p
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc
trusted.pin="[hsm: 100]"

running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
unpin: cannot unpin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
mdt.lustre-MDT0000.enable_pin_gid=-1
mdt.lustre-MDT0001.enable_pin_gid=-1
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=500
mdt.lustre-MDT0001.enable_pin_gid=500
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=0
mdt.lustre-MDT0001.enable_pin_gid=0
PASS 204b (9s)

== sanity-pcc test 204c: PCC pin/unpin without attach ID specified ========================================================== 16:14:44 (1746130484)
pin: failed to get id for '/mnt/lustre/f204c.sanity-pcc': No such file or directory
60+0 records in
60+0 records out
62914560 bytes (63 MB) copied, 0.175801 s, 358 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204c.sanity-pcc: not mounted
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13974)
mqueue on /dev/mqueue type mqueue (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
none on /mnt type ramfs (rw,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg153-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg153-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.53,local_lock=none,addr=192.168.200.253)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.201.153@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.201.153@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.46.2.wc5 (26-Mar-2022)
Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features.
Discarding device blocks:  1024/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: b6d1aa42-4902-4d09-9541-d889b20f84b0
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f204c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b6d1aa42-4902-4d09-9541-d889b20f84b0 (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204c.sanity-pcc
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204c.sanity-pcc is idle now
PASS 204c (6s)
== sanity-pcc test complete, duration 2659 sec =========== 16:14:50 (1746130490)
=== sanity-pcc: start cleanup 16:14:51 (1746130491) ===
Stopping clients: oleg153-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg153-client.virtnet /mnt/lustre2 opts:
=== sanity-pcc: finish cleanup 16:14:58 (1746130498) ===