-----============= acceptance-small: sanity-pcc ============----- Thu Jul 24 09:42:42 EDT 2025
mgs: Rocky Linux release 8.10 (Green Obsidian)
MGS_OS_ID_LIKE=rhel centos fedora rocky
MGS_OS_VERSION_ID=8.10
MGS_OS_ID=rocky
MGS_OS_VERSION_CODE=134873088
mds1: Rocky Linux release 8.10 (Green Obsidian)
MDS1_OS_VERSION_ID=8.10
MDS1_OS_VERSION_CODE=134873088
MDS1_OS_ID_LIKE=rhel centos fedora rocky
MDS1_OS_ID=rocky
ost1: Rocky Linux release 8.10 (Green Obsidian)
OST1_OS_VERSION_CODE=134873088
OST1_OS_ID_LIKE=rhel centos fedora rocky
OST1_OS_VERSION_ID=8.10
OST1_OS_ID=rocky
client: Rocky Linux release 8.10 (Green Obsidian)
CLIENT_OS_ID=rocky
CLIENT_OS_VERSION_CODE=134873088
CLIENT_OS_VERSION_ID=8.10
CLIENT_OS_ID_LIKE=rhel centos fedora rocky
=== sanity-pcc: start setup 09:42:51 (1753364571) ===
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
oleg216-client.virtnet: executing check_config_client /mnt/lustre
oleg216-client.virtnet: Checking config lustre mounted on /mnt/lustre
Checking servers environments
Checking clients oleg216-client.virtnet environments
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1750738800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b17595e4800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1750738800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b17595e4800.idle_timeout=debug
disable quota as required
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
=== sanity-pcc: finish setup 09:43:04 (1753364584) ===
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [true]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d0_runas_test/f7543]
nobody:x:65534:
oleg216-server: ls: cannot access '/home/green/git/lustre-release/lustre/tests/except/sanity-pcc.*ex': No such file or directory
excepting tests: 33
Killing existing copytools on oleg216-client.virtnet
pkill: pidfile not valid
Try `pkill --help' for more information.
Set HSM on and start
Set sanity-hsm HSM policy

== sanity-pcc test 1a: Test manual lfs pcc attach with manual HSM restore ========================================================== 09:43:28 (1753364608)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0934165 s, 561 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 7a340986-86ac-4f0f-94a1-daaf56792472
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7a340986-86ac-4f0f-94a1-daaf56792472 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1a.sanity-pcc/d1a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB, 7.3 MiB) copied, 0.057361 s, 133 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1a.sanity-pcc/f1a.sanity-pcc
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1a.sanity-pcc is idle now
PASS 1a (11s)

== sanity-pcc test 1b: Test manual lfs pcc attach with restore on remote access ========================================================== 09:43:39 (1753364619)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0857254 s, 612 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d81a1de5-3f26-4da5-ac65-bf99e560cdc0
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d81a1de5-3f26-4da5-ac65-bf99e560cdc0 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1b.sanity-pcc/d1b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
using SAVE_PROJECT_SUPPORTED=0
1+0 records in
1+0 records out
7654321 bytes (7.7 MB, 7.3 MiB) copied, 0.0871449 s, 87.8 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1b.sanity-pcc/f1b.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1b.sanity-pcc is idle now
PASS 1b (11s)

== sanity-pcc test 1c: Test automated attach using Project ID with manual HSM restore ========================================================== 09:43:50 (1753364630)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1745847000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1745880000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1745847000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1745880000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0723906 s, 724 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1c.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8c7c94f3-ac58-40e2-8f24-7eb88395e785
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8c7c94f3-ac58-40e2-8f24-7eb88395e785 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1c.sanity-pcc/d1c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB, 7.3 MiB) copied, 0.0558059 s, 137 MB/s
Restore testing...
Waiting 200s for 'SUCCEED'
Attach and detach testing
Start to detach the /mnt/lustre/d1c.sanity-pcc/f1c.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1c.sanity-pcc is idle now
PASS 1c (50s)

== sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:44:40 (1753364680)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b17464b4000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1747c91800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b17464b4000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1747c91800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0925087 s, 567 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1d.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 67cb1489-11ab-4777-99f8-fb62c538efe9
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=67cb1489-11ab-4777-99f8-fb62c538efe9 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
7654321 bytes (7.7 MB, 7.3 MiB) copied, 0.0637365 s, 120 MB/s
Restore testing...
Attach and detach testing
Start to detach the /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1d.sanity-pcc is idle now
PASS 1d (54s)

== sanity-pcc test 1e: Test RW-PCC with non-root user ==== 09:45:34 (1753364734)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_1e/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_1e/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0101039 s, 101 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00405546 s, 252 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00304489 s, 336 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0]
touch: cannot touch '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0] [bs=1024] [count=1]
dd: failed to open '/tmp/arc1/sanity-pcc.test_1e//13a6/0x2000013a1:0x7:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1e.sanity-pcc/f1e.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
PASS 1e (7s)

== sanity-pcc test 1f: Test auto RW-PCC cache with non-root user ========================================================== 09:45:41 (1753364741)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1747c93800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1751a16800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1747c93800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1751a16800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0891216 s, 588 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1f.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 1de302ca-b8cb-4996-8561-9ee3e6520204
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1de302ca-b8cb-4996-8561-9ee3e6520204 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00251417 s, 407 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000327106 s, 3.1 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc] [bs=256] [count=1]
1+0 records in
1+0 records out
256 bytes copied, 0.00379106 s, 67.5 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0]
touch: cannot touch '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d1f.sanity-pcc/d1f.sanity-pcc/1b73/0x200001b71:0x2:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d1f.sanity-pcc/f1f.sanity-pcc]
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1f.sanity-pcc is idle now
PASS 1f (52s)

== sanity-pcc test 1g: General permission test for RW-PCC ========================================================== 09:46:33 (1753364793)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0831896 s, 630 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d1g.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 4dd59a62-968e-4638-bd22-fa2d12a8600d
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f1g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=4dd59a62-968e-4638-bd22-fa2d12a8600d (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d1g.sanity-pcc/d1g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0042122 s, 243 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/f1g.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/f1g.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00291249 s, 352 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
detach: cannot detach '/mnt/lustre/f1g.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f1g.sanity-pcc]
Waiting 200s for 'SUCCEED'
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f1g.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00464659 s, 220 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d1g.sanity-pcc is idle now
PASS 1g (6s)

== sanity-pcc test 2a: Test multi open when creating ===== 09:46:39 (1753364799)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1744cfe800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1745844800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1744cfe800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1745844800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0857414 s, 611 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c1411c3f-e588-42f2-8043-486d775c4035
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c1411c3f-e588-42f2-8043-486d775c4035 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2a.sanity-pcc/multiop vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.24627
client oleg216-client.virtnet multiop_bg started multiop_pid=24637
---------- 1 root root 14 Jul 24 09:47 /mnt/pcc.d2a.sanity-pcc/d2a.sanity-pcc/2343/0x200002341:0x2:0x0
Stopping multiop_pid=24637 (kill 24637 on oleg216-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d2a.sanity-pcc is idle now
PASS 2a (52s)

== sanity-pcc test 2b: Test multi remote open when creating ========================================================== 09:47:31 (1753364851)

 SKIP: sanity-pcc test_2b Need 2 or more clients, have 1
SKIP 2b (1s)

== sanity-pcc test 2c: Test multi open on different mount points when creating ========================================================== 09:47:32 (1753364852)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1743623000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b17582e8800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1743623000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b17582e8800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0817869 s, 641 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d2c.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b3592270-82e8-4289-a5ae-2abc80af7cf6
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f2c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b3592270-82e8-4289-a5ae-2abc80af7cf6 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d2c.sanity-pcc/d2c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/d2c.sanity-pcc/f2c.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.27732
client oleg216-client.virtnet multiop_bg started multiop_pid=27742
Stopping multiop_pid=27742 (kill 27742 on oleg216-client.virtnet)
multiopen_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d2c.sanity-pcc is idle now
PASS 2c (50s)

== sanity-pcc test 3a: Repeat attach/detach operations === 09:48:22 (1753364902)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_3a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00365223 s, 280 kB/s
Start to RW-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RW-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Start to RO-PCC attach/detach the file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Repeat to RO-PCC attach/detach the same file: /mnt/lustre/d3a.sanity-pcc/f3a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
PASS 3a (4s)

== sanity-pcc test 3b: Repeat attach/detach operations on multiple clients ========================================================== 09:48:26 (1753364906)

 SKIP: sanity-pcc test_3b Need 3 or more clients, have 1
SKIP 3b (1s)

== sanity-pcc test 4: Auto cache test for mmap =========== 09:48:27 (1753364907)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1751a11000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1751b1c800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1751a11000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1751b1c800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120641 s, 435 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d4.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 9bb3e4ae-2896-480c-ae6c-b8d008715e19
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f4.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9bb3e4ae-2896-480c-ae6c-b8d008715e19 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d4.sanity-pcc/d4.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
mmap test1: basic mmap operation (PASS, 0.028485s)
mmap test2: MAP_PRIVATE not write back (PASS, 0.030343s)
mmap test3: concurrent mmap ops on two nodes (PASS, 2.046s)
mmap test4: c1 write to f1 from mmapped f2, c2 write to f1 from mmapped f1 (PASS, 4.1585s)
mmap test5: read/write file to/from the buffer which mmapped to just this file (PASS, 0.04847s)
mmap test6: check mmap write/read content on two nodes (PASS, 0.6328s)
mmap test7: file i/o with an unmapped buffer (SKIPPED, 0s)
mmap test8: SIGBUS for beyond file size (SKIPPED, 0s)
mmap test9: SIGBUS for negative file offset (SKIPPED, 0s)
mmap test10: multi-thread mmap access (PASS, 0.30214s)
mmap test11: multi-thread shared mmap (PASS, 0.26533s)
mmap test10: mtime not change for readonly mmap access (PASS, 1.0294s)
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b1751a11000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b1751b1c800.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d4.sanity-pcc is idle now
PASS 4 (57s)

== sanity-pcc test 5: Mmap & cat a RW-PCC cached file ==== 09:49:24 (1753364964)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139234 s, 377 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d5.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6746d559-5e96-404a-81cf-1dfe9b635f35
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f5.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6746d559-5e96-404a-81cf-1dfe9b635f35 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d5.sanity-pcc/d5.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d5.sanity-pcc is idle now
PASS 5 (12s)

== sanity-pcc test 6: Test mmap write on RW-PCC ========== 09:49:36 (1753364976)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113398 s, 462 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d6.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8ece14a7-ce68-4ac6-bc08-c4d5bdb5fc61
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f6.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8ece14a7-ce68-4ac6-bc08-c4d5bdb5fc61 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d6.sanity-pcc/d6.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d6.sanity-pcc is idle now
PASS 6 (10s)

== sanity-pcc test 7a: Fake file detached between fault() and page_mkwrite() for RW-PCC ========================================================== 09:49:46 (1753364986)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.094536 s, 555 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ebd60db4-1bf6-481f-81e1-41ab3e5b95a6
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ebd60db4-1bf6-481f-81e1-41ab3e5b95a6 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7a.sanity-pcc/d7a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1412
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7a.sanity-pcc is idle now
PASS 7a (6s)

== sanity-pcc test 7b: Test the race with concurrent mkwrite and detach ========================================================== 09:49:52 (1753364992)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0967118 s, 542 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d7b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d373184a-70f8-4af0-9df8-097c1caf1354
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f7b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d373184a-70f8-4af0-9df8-097c1caf1354 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d7b.sanity-pcc/d7b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1413
fail_val=20
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d7b.sanity-pcc is idle now
PASS 7b (47s)

== sanity-pcc test 8: Test fake -ENOSPC tolerance for RW-PCC ========================================================== 09:50:39 (1753365039)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0829216 s, 632 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d8.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e4dbfede-e94c-4a6a-a384-05dd84374d0b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f8.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e4dbfede-e94c-4a6a-a384-05dd84374d0b (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d8.sanity-pcc/d8.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d8.sanity-pcc is idle now
PASS 8 (5s)

== sanity-pcc test 9: Test -ENOSPC tolerance on loop PCC device for RW-PCC ========================================================== 09:50:44 (1753365044)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0869598 s, 603 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.9a: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6a87c5d8-f36e-4d89-a5e5-9f24c33a537f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f9.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6a87c5d8-f36e-4d89-a5e5-9f24c33a537f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.9a/d9.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.9a/d9.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 2.00542 s, 31.4 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.9a is idle now
PASS 9 (7s)

== sanity-pcc test 10a: Test RW-PCC with user quota on loop PCC device ========================================================== 09:50:51 (1753365051)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0874023 s, 600 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2dc9cfe9-786b-4bd7-be58-6bc2b2012763
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2dc9cfe9-786b-4bd7-be58-6bc2b2012763 (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10a.sanity-pcc/d10a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.146018 s, 108 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.140741 s, 112 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10a.sanity-pcc/uquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x26:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10a.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10a.sanity-pcc/uquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB, 30 MiB) copied, 1.26105 s, 24.9 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10a.sanity-pcc is idle now
PASS 10a (6s)

== sanity-pcc test 10b: Test RW-PCC with group quota on loop PCC device ========================================================== 09:50:57 (1753365057)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0861807 s, 608 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 71cd9dce-21b1-48f2-b1d9-8d7a971ed6d1
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=71cd9dce-21b1-48f2-b1d9-8d7a971ed6d1 (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10b.sanity-pcc/d10b.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.148821 s, 106 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.145885 s, 108 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [-w] [/mnt/lustre/d10b.sanity-pcc/gquotaB]
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x2b:0x0]: Disk quota exceeded (122)
lfs pcc pcc: cannot attach with ID: 2: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10b.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Test -EDQUOT error tolerance for RW-PCC
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d10b.sanity-pcc/gquotaA] [bs=1M] [count=30]
30+0 records in
30+0 records out
31457280 bytes (31 MB, 30 MiB) copied, 1.34648 s, 23.4 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10b.sanity-pcc is idle now
PASS 10b (7s)

== sanity-pcc test 10c: Test RO-PCC with user quota on loop PCC device ========================================================== 09:51:04 (1753365064)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0962012 s, 545 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10c.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 52d36c9c-91fe-4acc-8de2-eb239201c79f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=52d36c9c-91fe-4acc-8de2-eb239201c79f (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10c.sanity-pcc/d10c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.176656 s, 89.0 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.188274 s, 83.5 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10c.sanity-pcc/uquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10c.sanity-pcc/uquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10c.sanity-pcc is idle now
PASS 10c (6s)

== sanity-pcc test 10d: Test RO-PCC with group quota on loop PCC device ========================================================== 09:51:10 (1753365070)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.093604 s, 560 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10d.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e95b76c0-b42b-46dc-bc11-680d846f814b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e95b76c0-b42b-46dc-bc11-680d846f814b (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K  20480K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d10d.sanity-pcc/d10d.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.16403 s, 95.9 MB/s
15+0 records in
15+0 records out
15728640 bytes (16 MB, 15 MiB) copied, 0.16156 s, 97.4 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaA]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-i] [2] [/mnt/lustre/d10d.sanity-pcc/gquotaB]
lfs pcc pcc: cannot attach the file to PCC with ID 2 failed: Disk quota exceeded (122)
attach: cannot attach '/mnt/lustre/d10d.sanity-pcc/gquotaB' to PCC with attach ID '2': Disk quota exceeded
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10d.sanity-pcc is idle now
PASS 10d (5s)

== sanity-pcc test 10e: Tolerate -EDQUOT failure when auto PCC-RO attach with user quota ========================================================== 09:51:15 (1753365075)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0938774 s, 558 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10e.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d9b4ac77-50bf-42cb-bf40-1ed3d58d1df4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d9b4ac77-50bf-42cb-bf40-1ed3d58d1df4 (extents) (64bit) (large files) (huge files)
*** Report for user quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
User            used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10e.sanity-pcc/d10e.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: uid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0417828 s, 50.2 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0057783 s, 363 MB/s
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0617939 s, 84.8 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10e.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0078745 s, 666 MB/s
file: /mnt/lustre/f10e.sanity-pcc, type: none
/mnt/lustre/f10e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x34
      lmm_fid:           [0x2000032e1:0x34:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10e.sanity-pcc is idle now
PASS 10e (5s)

== sanity-pcc test 10f: Tolerate -EDQUOT failure when auto PCC-RO attach with group quota ========================================================== 09:51:20 (1753365080)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0974621 s, 538 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d10f.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 68c641a7-6d55-47a5-a111-65050cf4c04c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f10f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=68c641a7-6d55-47a5-a111-65050cf4c04c (extents) (64bit) (large files) (huge files)
*** Report for group quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Group           used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
root      --     13K      0K      0K              2     0     0       
sanityusr --      0K      0K   4096K              0     0     0       

Statistics:
Total blocks: 7
Data blocks: 1
Entries: 2
Used average: 2.000000

pcc:
  -
    pccpath: /mnt/pcc.d10f.sanity-pcc/d10f.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: gid={500}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0309791 s, 67.7 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=2]
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.007582 s, 277 MB/s
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0618938 s, 84.7 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/f10f.sanity-pcc] [of=/dev/null] [bs=1M] [count=5]
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.00783213 s, 669 MB/s
file: /mnt/lustre/f10f.sanity-pcc, type: none
/mnt/lustre/f10f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000032e1
      lmm_object_id:     0x36
      lmm_fid:           [0x2000032e1:0x36:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0xcf:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d10f.sanity-pcc is idle now
PASS 10f (6s)

== sanity-pcc test 11: Test attach fault injection with simulated PCC file path ========================================================== 09:51:26 (1753365086)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0904758 s, 579 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d11.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c8309f8b-969c-4dda-8ca2-8582f4b44010
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f11.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c8309f8b-969c-4dda-8ca2-8582f4b44010 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d11.sanity-pcc/d11.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32d9
Lustre file: /mnt/lustre/f11.sanity-pcc LPCC dir: /mnt/pcc.d11.sanity-pcc/d11.sanity-pcc/32db
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3a:0x0]: Operation not permitted (1)
lfs pcc pcc: cannot attach with ID: 2: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Operation not permitted
lfs pcc pcc: cannot get UNLOCK lease, ext 10 for [0x2000032e1:0x3b:0x0]: Invalid argument (22)
lfs pcc pcc: cannot attach with ID: 2: Invalid argument (22)
attach: cannot attach '/mnt/lustre/f11.sanity-pcc' to PCC with attach ID '2': Invalid argument
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d11.sanity-pcc is idle now
PASS 11 (5s)

== sanity-pcc test 12: RW-PCC attach races with concurrent HSM remove ========================================================== 09:51:31 (1753365091)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_12/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1414
fail_val=20
/mnt/lustre/f12.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
PASS 12 (25s)

== sanity-pcc test 13a: Test auto RW-PCC create caching for UID/GID rule ========================================================== 09:51:56 (1753365116)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13a/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: uid={500}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00213643 s, 479 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000365766 s, 2.8 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0020702 s, 495 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13a/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: gid={500}
lfs mkdir: dirstripe error on '/mnt/lustre/d13a.sanity-pcc': stripe already set
lfs setdirstripe: cannot create dir '/mnt/lustre/d13a.sanity-pcc': File exists
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00259018 s, 395 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000337547 s, 3.0 MB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [256]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/tests/truncate] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [2048]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00406956 s, 252 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d13a.sanity-pcc/f13a.sanity-pcc]
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
PASS 13a (9s)

== sanity-pcc test 13b: Test auto RW-PCC create caching for file name with wildcard ========================================================== 09:52:06 (1753365126)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_13b/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /tmp/arc1/sanity-pcc.test_13b/
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 90
    autocache: fname={*.h5 suffix.* Mid*dle}
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00230951 s, 443 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/suffix.doc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00315451 s, 325 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/MidPADdle] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00544379 s, 188 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13b.sanity-pcc/Midpad] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00539265 s, 190 kB/s
Cleanup PCC backend on /mnt/lustre
PASS 13b (3s)

== sanity-pcc test 13c: Check auto RW-PCC create caching for UID/GID/ProjID/fname rule ========================================================== 09:52:09 (1753365129)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b174364e800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b17548a0000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b174364e800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b17548a0000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0909637 s, 576 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d13c.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 01a01bfb-d83e-4c05-8eba-f86f6a12348f
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f13c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=01a01bfb-d83e-4c05-8eba-f86f6a12348f (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d13c.sanity-pcc/d13c.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100 200}&fname={*.h5},uid={500}&gid={500}
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00577156 s, 177 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00245393 s, 417 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00520185 s, 197 kB/s
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00234562 s, 437 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d13c.sanity-pcc/ugidcache] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00221984 s, 461 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d13c.sanity-pcc is idle now
PASS 13c (50s)

== sanity-pcc test 14: Revocation of the layout lock should detach the file automatically ========================================================== 09:52:59 (1753365179)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/tmp/arc1/sanity-pcc.test_14/ --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174364e800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174364e800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
PASS 14 (4s)

== sanity-pcc test 15: Test auto attach at open when file is still valid cached ========================================================== 09:53:03 (1753365183)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0834781 s, 628 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d15.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 654fac2f-ae83-4d42-a333-72e0efda0622
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f15.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=654fac2f-ae83-4d42-a333-72e0efda0622 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d15.sanity-pcc/d15.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach for non-root user
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00538014 s, 190 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-w] [-i] [2] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
file: /mnt/lustre/d15.sanity-pcc/f15.sanity-pcc, type: readwrite, PCC_file: /d15.sanity-pcc/3aa0/0x200003ab1:0x11:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174364e800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d15.sanity-pcc/f15.sanity-pcc]
Verify auto attach at open for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174364e800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
Waiting 200s for 'SUCCEED'
Verify auto attach at open for RO-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174364e800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d15.sanity-pcc is idle now
PASS 15 (9s)

== sanity-pcc test 16: Test detach with different options ========================================================== 09:53:12 (1753365192)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0836578 s, 627 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d16.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8009aa04-208a-4483-ba83-18a7e3f937ee
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f16.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8009aa04-208a-4483-ba83-18a7e3f937ee (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d16.sanity-pcc/d16.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Test detach for RW-PCC
Test for reusing valid PCC cache
Test for the default detach
Waiting 200s for 'SUCCEED'
Test detach for RO-PCC
detach_dataCleanup PCC backend on /mnt/lustre
/mnt/pcc.d16.sanity-pcc is idle now
PASS 16 (6s)

== sanity-pcc test 17: Test auto attach for layout refresh ========================================================== 09:53:18 (1753365198)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0829755 s, 632 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d17.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ad5f8a25-52c7-4c5c-98ab-891487701bc3
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f17.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ad5f8a25-52c7-4c5c-98ab-891487701bc3 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d17.sanity-pcc/d17.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d17.sanity-pcc/d17.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 94
    autocache: projid={100}
Verify auto attach during IO for truncate
Verify auto attach during IO for read/write
multiop /mnt/lustre/f17.sanity-pcc vO_r
TMPPIPE=/tmp/multiop_open_wait_pipe.50179
client oleg216-client.virtnet multiop_bg started multiop_pid=50189
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174364e800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
Stopping multiop_pid=50189 (kill 50189 on oleg216-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d17.sanity-pcc is idle now
PASS 17 (13s)

== sanity-pcc test 18: Verify size correctness after re-attach the file ========================================================== 09:53:31 (1753365211)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0859994 s, 610 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d18.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5325169f-b3cf-4450-9ebb-1b77d7701b82
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f18.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5325169f-b3cf-4450-9ebb-1b77d7701b82 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d18.sanity-pcc/d18.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d18.sanity-pcc/d18.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 0
    flags: 9e
    autocache: projid={100}
4+0 records in
4+0 records out
4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0839476 s, 50.0 MB/s
file: /mnt/lustre/f18.sanity-pcc, type: readwrite, PCC_file: /d18.sanity-pcc/3aac/0x200003ab1:0x1d:0x0, open_count: 0, flags: 0
file: /mnt/lustre/f18.sanity-pcc, type: none
/mnt/lustre/f18.sanity-pcc has size 4194304 OK
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00262919 s, 389 kB/s
/mnt/lustre2/f18.sanity-pcc has size 1049600 OK
file: /mnt/lustre/f18.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d18.sanity-pcc is idle now
PASS 18 (6s)

== sanity-pcc test 19: Verify the file re-attach works as expected ========================================================== 09:53:37 (1753365217)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0816938 s, 642 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d19.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ff50bb25-f4ad-4ae8-adf5-979f97011964
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f19.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ff50bb25-f4ad-4ae8-adf5-979f97011964 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d19.sanity-pcc/d19.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d19.sanity-pcc is idle now
PASS 19 (4s)

== sanity-pcc test 20: Auto attach works after the inode was once evicted from cache ========================================================== 09:53:41 (1753365221)
120+0 records in
120+0 records out
125829120 bytes (126 MB, 120 MiB) copied, 0.197422 s, 637 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d20.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:   8192/122880             done                            
Creating filesystem with 122880 1k blocks and 30720 inodes
Filesystem UUID: 00376b95-e1d4-481d-b843-273724b37f29
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/15     done                            
Writing inode tables:  0/15     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/15     done

/tmp/f20.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=00376b95-e1d4-481d-b843-273724b37f29 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d20.sanity-pcc/d20.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d20.sanity-pcc is idle now
PASS 20 (6s)

== sanity-pcc test 21a: PCC-RO storing as a plain HSM mirror component for plain layout ========================================================== 09:53:47 (1753365227)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0826503 s, 634 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 435d44aa-d603-4a64-91a0-11bce94bfdca
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=435d44aa-d603-4a64-91a0-11bce94bfdca (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21a.sanity-pcc/d21a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Plain layout info before PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x29
lmm_fid:           [0x200003ab1:0x29:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           267	        0x10b	   0x280000400


FLR layout info after PCC-RO attach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21a.sanity-pcc':
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC attach /mnt/lustre/f21a.sanity-pcc again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after RO-PCC detach '/mnt/lustre/f21a.sanity-pcc' again:
/mnt/lustre/f21a.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x29
      lmm_fid:           [0x200003ab1:0x29:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10b:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21a.sanity-pcc is idle now
PASS 21a (4s)

== sanity-pcc test 21b: PCC-RO stroing as a plain HSM mirror component for FLR layouts ========================================================== 09:53:51 (1753365231)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0852077 s, 615 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: aeef54f9-ac80-4f80-b35d-1e4168134f4c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=aeef54f9-ac80-4f80-b35d-1e4168134f4c (extents) (64bit) (large files) (huge files)
FLR layout before PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after PCC-RO attach '/mnt/lustre/f21b.sanity-pcc' again:
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout info after PCC-RO detach '/mnt/lustre/f21b.sanity-pcc':
/mnt/lustre/f21b.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10c:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x10c:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2a
      lmm_fid:           [0x200003ab1:0x2a:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10d:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x10d:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21b.sanity-pcc is idle now
PASS 21b (4s)

== sanity-pcc test 21c: Verify HSM release works storing PCC-RO as HSM mirror component ========================================================== 09:53:55 (1753365235)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.085058 s, 616 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21c.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0707e70f-ceed-4771-b9fd-864ebeff5d86
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0707e70f-ceed-4771-b9fd-864ebeff5d86 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21c.sanity-pcc/d21c.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21c.sanity-pcc: (0x00000009) exists archived, archive_id:2
/mnt/lustre/f21c.sanity-pcc
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
    lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0,released
      lmm_layout_gen:    0
      lmm_stripe_offset: 0

    lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
/mnt/lustre/f21c.sanity-pcc: (0x0000000d) released exists archived, archive_id:2
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21c.sanity-pcc is idle now
PASS 21c (4s)

== sanity-pcc test 21d: Write should invalidate PCC-RO caching ========================================================== 09:53:59 (1753365239)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0907392 s, 578 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21d.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d5faceaa-c451-46d0-9ba5-886a9ffc8c12
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21d.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d5faceaa-c451-46d0-9ba5-886a9ffc8c12 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21d.sanity-pcc/d21d.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21d.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           270	        0x10e	   0x280000400

PCC-RO attach '/mnt/lustre/f21d.sanity-pcc':
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Write invalidated PCC-RO cache:
/mnt/lustre/f21d.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2d
      lmm_fid:           [0x200003ab1:0x2d:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10e:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21d.sanity-pcc is idle now
PASS 21d (4s)

== sanity-pcc test 21e: Truncate should invalidate PCC-RO caching ========================================================== 09:54:03 (1753365243)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0841739 s, 623 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21e.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6b43d88d-a7c7-464d-8eb8-d796c046265c
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21e.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6b43d88d-a7c7-464d-8eb8-d796c046265c (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21e.sanity-pcc/d21e.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21e.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           271	        0x10f	   0x240000400

PCC-RO attach '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Trucate invalidate PCC-RO file '/mnt/lustre/f21e.sanity-pcc':
/mnt/lustre/f21e.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x2f
      lmm_fid:           [0x200003ab1:0x2f:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21e.sanity-pcc is idle now
PASS 21e (4s)

== sanity-pcc test 21f: mmap write should invalidate PCC-RO caching ========================================================== 09:54:07 (1753365247)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0838259 s, 625 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21f.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 60da33b2-9765-4a72-b50a-4dc8d8e14b41
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21f.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=60da33b2-9765-4a72-b50a-4dc8d8e14b41 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21f.sanity-pcc/d21f.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21f.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           271	        0x10f	   0x280000400

PCC-RO attach '/mnt/lustre/f21f.sanity-pcc':
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write invalidate PCC-RO caching:
/mnt/lustre/f21f.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x30
      lmm_fid:           [0x200003ab1:0x30:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x10f:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21f.sanity-pcc is idle now
PASS 21f (4s)

== sanity-pcc test 21g: PCC-RO for file under FLR write pending state ========================================================== 09:54:11 (1753365251)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0861193 s, 609 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21g.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6b3f4aa2-695c-42c6-8645-3c2f070614ae
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21g.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6b3f4aa2-695c-42c6-8645-3c2f070614ae (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21g.sanity-pcc/d21g.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         wp
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

FLR layout after PCC-RO attach '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after Write invalidate '/mnt/lustre/f21g.sanity-pcc':
/mnt/lustre/f21g.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         wp
  lcm_layout_gen:    5
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x110:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x110:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x32
      lmm_fid:           [0x200003ab1:0x32:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x111:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x111:0x0] }

  - lcme_id:             196612
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21g.sanity-pcc is idle now
PASS 21g (4s)

== sanity-pcc test 21h: Extend mirror once file was PCC-RO cached ========================================================== 09:54:15 (1753365255)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0830805 s, 631 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21h.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: e22be5b6-2fd7-4ce3-9a10-eb172bdc9b52
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21h.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=e22be5b6-2fd7-4ce3-9a10-eb172bdc9b52 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21h.sanity-pcc/d21h.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
FLR layout before PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          288
  lcm_flags:         ro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         208
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }


FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc':
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          408
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  3
  lcm_entry_count:   3
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         176
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         256
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         336
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''

FLR layout after extend a mirror:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x114:0x0] }

file: /mnt/lustre/f21h.sanity-pcc, type: none

FLR layout after PCC-RO attach '/mnt/lustre/f21h.sanity-pcc' again:
/mnt/lustre/f21h.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          536
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  4
  lcm_entry_count:   4
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         224
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x112:0x0] }
      -   1: { l_ost_idx:   1, l_fid: [0x280000400:0x112:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         304
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   1048576
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x113:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x113:0x0] }

  - lcme_id:             196611
    lcme_mirror_id:      3
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         384
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
  - lcme_id:             262145
    lcme_mirror_id:      4
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         456
    lcme_size:           80
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x35
      lmm_fid:           [0x200003ab1:0x35:0x0]
      lmm_stripe_count:  2
      lmm_stripe_size:   8388608
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x114:0x0] }
      -   1: { l_ost_idx:   0, l_fid: [0x240000400:0x114:0x0] }

Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21h.sanity-pcc is idle now
PASS 21h (4s)

== sanity-pcc test 21i: HSM release increase layout gen, should invalidate PCC-RO cache ========================================================== 09:54:19 (1753365259)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0803191 s, 653 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21i.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 3693caa6-3f18-47d8-8d19-d341ad0e95f4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21i.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3693caa6-3f18-47d8-8d19-d341ad0e95f4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21i.sanity-pcc/d21i.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
/mnt/lustre/f21i.sanity-pcc: (0x00000009) exists archived, archive_id:2
Layout after HSM release /mnt/lustre/f21i.sanity-pcc:
/mnt/lustre/f21i.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab1
      lmm_object_id:     0x37
      lmm_fid:           [0x200003ab1:0x37:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0,released
      lmm_layout_gen:    2
      lmm_stripe_offset: 16

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC state /mnt/lustre/f21i.sanity-pcc:
file: /mnt/lustre/f21i.sanity-pcc, type: none
Layout after PCC-RO attach /mnt/lustre/f21i.sanity-pcc again:
/mnt/lustre/f21i.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab1
lmm_object_id:     0x37
lmm_fid:           [0x200003ab1:0x37:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           278	        0x116	   0x280000400

PCC state:
file: /mnt/lustre/f21i.sanity-pcc, type: readonly, PCC_file: /d21i.sanity-pcc/3a86/0x200003ab1:0x37:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d21i.sanity-pcc is idle now
PASS 21i (6s)

== sanity-pcc test 21j: PCC-RO for encrypted file ======== 09:54:25 (1753365265)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0840019 s, 624 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d21j.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 6f00ed9f-8c37-4c35-9e4e-7186e29ae274
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f21j.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6f00ed9f-8c37-4c35-9e4e-7186e29ae274 (extents) (64bit) (large files) (huge files)
Stopping client oleg216-client.virtnet /mnt/lustre (opts:)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock,test_dummy_encryption 192.168.202.116@tcp:/lustre /mnt/lustre
10731030
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d21j.sanity-pcc/d21j.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
5000+0 records in
5000+0 records out
5000 bytes (5.0 kB, 4.9 KiB) copied, 0.00802756 s, 623 kB/s
/mnt/lustre/d21j.sanity-pcc/f21j.sanity-pcc
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           278	        0x116	   0x240000400

PCC-RO attach '/mnt/lustre/d21j.sanity-pcc/f21j.sanity-pcc':
/mnt/lustre/d21j.sanity-pcc/f21j.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab3
      lmm_object_id:     0x2
      lmm_fid:           [0x200003ab3:0x2:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 0
      lmm_objects:
      -   0: { l_ost_idx:   0, l_fid: [0x240000400:0x116:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
/mnt/lustre/d21j.sanity-pcc/f21j.sanity-pcc_2
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           279	        0x117	   0x280000400

PCC-RO attach '/mnt/lustre/d21j.sanity-pcc/f21j.sanity-pcc_2':
/mnt/lustre/d21j.sanity-pcc/f21j.sanity-pcc_2
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab3
      lmm_object_id:     0x3
      lmm_fid:           [0x200003ab3:0x3:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x117:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
1 keys reaped
Cleanup PCC backend on /mnt/lustre
Stopping client oleg216-client.virtnet /mnt/lustre (opts:)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
/mnt/pcc.d21j.sanity-pcc is idle now
PASS 21j (6s)

== sanity-pcc test 22: Test RO-PCC attach for the HSM released file ========================================================== 09:54:31 (1753365271)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0853386 s, 614 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d22.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: dd95ed21-540a-455c-bcab-8aba77878cdc
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f22.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=dd95ed21-540a-455c-bcab-8aba77878cdc (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d22.sanity-pcc/d22.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    3
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x1
      lmm_fid:           [0x200003ab4:0x1:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    2
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x118:0x0] }

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    8594128896
      lhm_archive_ver:   9663677440
      lhm_archive_uuid:  ''
Layout after HSM release /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x1
      lmm_fid:           [0x200003ab4:0x1:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0,released
      lmm_layout_gen:    2
      lmm_stripe_offset: 0

  - lcme_id:             131075
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Layout after PCC-RO attach /mnt/lustre/f22.sanity-pcc again:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab4
lmm_object_id:     0x1
lmm_fid:           [0x200003ab4:0x1:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           280	        0x118	   0x240000400

Layout after PCC-RO detach /mnt/lustre/f22.sanity-pcc:
/mnt/lustre/f22.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x200003ab4
lmm_object_id:     0x1
lmm_fid:           [0x200003ab4:0x1:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    5
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	           280	        0x118	   0x240000400

Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d22.sanity-pcc is idle now
PASS 22 (8s)

== sanity-pcc test 23: Test write/truncate/mmap-write invalidating RO-PCC caching ========================================================== 09:54:39 (1753365279)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0776543 s, 675 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d23.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 99749c3c-8035-4d19-8ff2-9566b70ef4cd
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f23.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=99749c3c-8035-4d19-8ff2-9566b70ef4cd (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d23.sanity-pcc/d23.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Write should invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    4
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x9
      lmm_fid:           [0x200003ab4:0x9:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x11a:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init,stale
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,dirty,archived,0xb
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    5
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x9
      lmm_fid:           [0x200003ab4:0x9:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x11a:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Truncate invalidate the RO-PCC cache:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x9
      lmm_fid:           [0x200003ab4:0x9:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x11a:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Finish trucate operation
Mmap write invalidates RO-PCC caching
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    6
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x9
      lmm_fid:           [0x200003ab4:0x9:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x11a:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
PCC-RO attach '/mnt/lustre/f23.sanity-pcc' again:
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp,pccro
  lcm_layout_gen:    7
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x9
      lmm_fid:           [0x200003ab4:0x9:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x11a:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Mmap write /mnt/lustre/f23.sanity-pcc via multiop
/mnt/lustre/f23.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         wp
  lcm_layout_gen:    8
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x200003ab4
      lmm_object_id:     0x9
      lmm_fid:           [0x200003ab4:0x9:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x11a:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,0x9
      lhm_archive_id:    343597384136
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d23.sanity-pcc is idle now
PASS 23 (5s)

== sanity-pcc test 24a: Test RO-PCC with non-root user === 09:54:44 (1753365284)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0808274 s, 649 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 66d1221b-16b0-4763-ab39-a2851ce9a766
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=66d1221b-16b0-4763-ab39-a2851ce9a766 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: a0
    autocache: projid={100}
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00442081 s, 232 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0018833 s, 544 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [-k] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3ab8/0x200003ab4:0xc:0x0]
touch: cannot touch '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3ab8/0x200003ab4:0xc:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3ab8/0x200003ab4:0xc:0x0] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3ab8/0x200003ab4:0xc:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3ab8/0x200003ab4:0xc:0x0] [bs=1024] [count=1]
dd: failed to open '/mnt/pcc.d24a.sanity-pcc/d24a.sanity-pcc/3ab8/0x200003ab4:0xc:0x0': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [-i] [2] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24a.sanity-pcc/f24a.sanity-pcc]
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24a.sanity-pcc is idle now
PASS 24a (4s)

== sanity-pcc test 24b: General permission test for RO-PCC ========================================================== 09:54:48 (1753365288)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0820964 s, 639 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d24b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: d4785a7a-7e4f-43c1-862a-567d52309fa5
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f24b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=d4785a7a-7e4f-43c1-862a-567d52309fa5 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d24b.sanity-pcc/d24b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00533424 s, 192 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/dev/zero] [of=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
dd: failed to open '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc': Permission denied
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00572799 s, 179 kB/s
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
detach: cannot detach '/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc' from PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [dd] [if=/mnt/lustre/d24b.sanity-pcc/f24b.sanity-pcc] [of=/dev/null] [bs=1024] [count=1]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.0020816 s, 492 kB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d24b.sanity-pcc is idle now
PASS 24b (4s)

== sanity-pcc test 25: Tolerate fake read failure for RO-PCC ========================================================== 09:54:52 (1753365292)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083201 s, 630 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d25.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8389ee4e-9a68-4578-b98d-1b38d1716963
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f25.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8389ee4e-9a68-4578-b98d-1b38d1716963 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d25.sanity-pcc/d25.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
fail_loc=0x1411
fail_loc=0
fail_loc=0x1411
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d25.sanity-pcc is idle now
PASS 25 (4s)

== sanity-pcc test 26: Repeat the attach/detach when the file has multiple openers ========================================================== 09:54:56 (1753365296)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0807778 s, 649 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d26.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 30fc200d-8ba1-4635-b417-43b9d83f0ded
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f26.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=30fc200d-8ba1-4635-b417-43b9d83f0ded (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d26.sanity-pcc/d26.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.65517
client oleg216-client.virtnet multiop_bg started multiop_pid=65527
Stopping multiop_pid=65527 (kill 65527 on oleg216-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.65630
client oleg216-client.virtnet multiop_bg started multiop_pid=65640
Stopping multiop_pid=65640 (kill 65640 on oleg216-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.65742
client oleg216-client.virtnet multiop_bg started multiop_pid=65752
Stopping multiop_pid=65752 (kill 65752 on oleg216-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.65855
client oleg216-client.virtnet multiop_bg started multiop_pid=65865
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=65865 (kill 65865 on oleg216-client.virtnet)
multiop /mnt/lustre/f26.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.66001
client oleg216-client.virtnet multiop_bg started multiop_pid=66011
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=66011 (kill 66011 on oleg216-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d26.sanity-pcc is idle now
PASS 26 (26s)

== sanity-pcc test 27: Auto attach at open when the file has multiple openers ========================================================== 09:55:22 (1753365322)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0852028 s, 615 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d27.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 340f41b8-c5d0-41c2-bcc9-67615d1f7012
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f27.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=340f41b8-c5d0-41c2-bcc9-67615d1f7012 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d27.sanity-pcc/d27.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.66855
client oleg216-client.virtnet multiop_bg started multiop_pid=66865
Waiting 200s for 'SUCCEED'
Updated after 2s: want 'SUCCEED' got 'SUCCEED'
Stopping multiop_pid=66865 (kill 66865 on oleg216-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.66997
client oleg216-client.virtnet multiop_bg started multiop_pid=67007
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b1745841800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
Waiting 200s for 'SUCCEED'
Stopping multiop_pid=67007 (kill 67007 on oleg216-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.67136
client oleg216-client.virtnet multiop_bg started multiop_pid=67146
Stopping multiop_pid=67146 (kill 67146 on oleg216-client.virtnet)
multiop /mnt/lustre/f27.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.67253
client oleg216-client.virtnet multiop_bg started multiop_pid=67263
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b1745841800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b17548a0000.lru_size=clear
Stopping multiop_pid=67263 (kill 67263 on oleg216-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d27.sanity-pcc is idle now
PASS 27 (23s)

== sanity-pcc test 28: RW-PCC attach should fail when the file has cluster-wide openers ========================================================== 09:55:45 (1753365345)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0815423 s, 643 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d28.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c57f2372-b6d8-4fb9-832b-06103d222ff4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f28.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c57f2372-b6d8-4fb9-832b-06103d222ff4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d28.sanity-pcc/d28.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.68061
client oleg216-client.virtnet multiop_bg started multiop_pid=68071
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab4:0x24:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Stopping multiop_pid=68071 (kill 68071 on oleg216-client.virtnet)
multiop /mnt/lustre2/f28.sanity-pcc vO_c
TMPPIPE=/tmp/multiop_open_wait_pipe.7543
lfs pcc pcc: cannot get WRITE lease, ext 0 for [0x200003ab4:0x24:0x0]: Device or resource busy (16)
lfs pcc pcc: cannot get lease: Device or resource busy (16)
attach: cannot attach '/mnt/lustre/f28.sanity-pcc' to PCC with attach ID '2': Device or resource busy
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d28.sanity-pcc is idle now
PASS 28 (7s)

== sanity-pcc test 29a: Auto readonly caching on RO-PCC backend for O_RDONLY open ========================================================== 09:55:52 (1753365352)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b175228d800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1760ed0000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b175228d800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1760ed0000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.078984 s, 664 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: b4548b76-4508-4e62-bf56-56eda17dbaa4
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b4548b76-4508-4e62-bf56-56eda17dbaa4 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d29a.sanity-pcc/d29a.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: ae
    autocache: projid={100}
  100 P /mnt/lustre/d29a.sanity-pcc/f29a.sanity-pcc
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29a.sanity-pcc is idle now
PASS 29a (43s)

== sanity-pcc test 29b: Auto PCC-RO attach in atomic_open ========================================================== 09:56:35 (1753365395)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0802721 s, 653 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d29b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 38b0e0e0-5ce5-45c4-a0d6-d79f0b144f69
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f29b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=38b0e0e0-5ce5-45c4-a0d6-d79f0b144f69 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d29b.sanity-pcc/d29b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: fname={*.dat}
1+0 records in
1+0 records out
4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00569576 s, 719 kB/s
1+0 records in
1+0 records out
4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00231963 s, 1.8 MB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00324385 s, 1.3 MB/s
vm.drop_caches = 3
1+0 records in
1+0 records out
4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0166123 s, 247 kB/s
file: /mnt/lustre/myfile.dat, type: readonly, PCC_file: /d29b.sanity-pcc/4282/0x200004281:0x3:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d29b.sanity-pcc is idle now
PASS 29b (4s)

== sanity-pcc test 30: Test lctl pcc del command ========= 09:56:39 (1753365399)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0804542 s, 652 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d30.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ffaf2844-6b7f-4129-bcac-250501e66fdc
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f30.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ffaf2844-6b7f-4129-bcac-250501e66fdc (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: be
    autocache: projid={100}
check file 0:'4289' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'4287' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 0:'428b' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc'
check file 1:'0x200004281:0x8:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289'
Handle the file: 0x200004281:0x8:0x0
Remove non-cached file: /mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4289/0x200004281:0x8:0x0 flags: 1
check file 1:'0x200004281:0x6:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/4287'
Handle the file: 0x200004281:0x6:0x0
Detach and remove the PCC cached file: 0x200004281:0x6:0x0
check file 1:'0x200004281:0xa:0x0' under directory '/mnt/pcc.d30.sanity-pcc/d30.sanity-pcc/428b'
Handle the file: 0x200004281:0xa:0x0
Detach and remove the PCC cached file: 0x200004281:0xa:0x0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d30.sanity-pcc is idle now
PASS 30 (4s)

== sanity-pcc test 31: Test lctl pcc del command with --keep option ========================================================== 09:56:44 (1753365404)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0758832 s, 691 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d31.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5dbc7906-4250-4621-9810-2fdea8073466
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f31.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5dbc7906-4250-4621-9810-2fdea8073466 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d31.sanity-pcc/d31.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d31.sanity-pcc/d31.sanity-pcc
    hsmtool: posix_v2
    rwid: 2
    roid: 2
    flags: b0
    autocache: projid={100}
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d31.sanity-pcc is idle now
PASS 31 (5s)

== sanity-pcc test 32: Test for RO-PCC when PCC copy is deleted ========================================================== 09:56:48 (1753365408)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0825103 s, 635 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d32.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: be63ff05-27d5-42c5-8314-7511655bd347
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f32.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=be63ff05-27d5-42c5-8314-7511655bd347 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d32.sanity-pcc/d32.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
multiop /mnt/lustre/f32.sanity-pcc vo_rc
TMPPIPE=/tmp/multiop_open_wait_pipe.74053
client oleg216-client.virtnet multiop_bg started multiop_pid=74063
Stopping multiop_pid=74063 (kill 74063 on oleg216-client.virtnet)
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d32.sanity-pcc is idle now
PASS 32 (10s)

 SKIP: sanity-pcc test_33 skipping ALWAYS excluded test 33

== sanity-pcc test 34: Cache rule with comparator (>, <) for Project ID range ========================================================== 09:56:58 (1753365418)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b175fc7e800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1760ed4800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b175fc7e800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1760ed4800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0788972 s, 665 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d34.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: c929cfa9-cdd1-413c-b867-937e55ef7452
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f34.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c929cfa9-cdd1-413c-b867-937e55ef7452 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d34.sanity-pcc/d34.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid>{100}
   99 - /mnt/lustre/f34.sanity-pcc
  101 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{100}
  102 - /mnt/lustre/f34.sanity-pcc
   99 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
pcc:
  -
    pccpath: /mnt/pcc.d34.sanity-pcc/d34.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 5
    flags: ae
    autocache: projid<{120}&projid>{110}
  105 - /mnt/lustre/f34.sanity-pcc
  121 - /mnt/lustre/f34.sanity-pcc
  115 - /mnt/lustre/f34.sanity-pcc
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d34.sanity-pcc is idle now
PASS 34 (43s)

== sanity-pcc test 35: mmap fault test =================== 09:57:41 (1753365461)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0842473 s, 622 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d35.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8dd2fde8-f7fb-4844-bef6-35f14aab1a0a
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f35.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8dd2fde8-f7fb-4844-bef6-35f14aab1a0a (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d35.sanity-pcc/d35.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d35.sanity-pcc is idle now
PASS 35 (4s)

== sanity-pcc test 36a: Stale RW-PCC copy should be deleted after remove the PCC backend ========================================================== 09:57:45 (1753365465)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.079905 s, 656 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 5eeb10e9-3b53-4915-bbfd-35bc63fb4428
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5eeb10e9-3b53-4915-bbfd-35bc63fb4428 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a52' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc'
check file 1:'0x200004a51:0x3:0x0' under directory '/mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52'
Handle the file: 0x200004a51:0x3:0x0
Remove non-cached file: /mnt/pcc.d36a.sanity-pcc/d36a.sanity-pcc/4a52/0x200004a51:0x3:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36a.sanity-pcc is idle now
PASS 36a (3s)

== sanity-pcc test 36b: Stale RO-PCC copy should be deleted after remove the PCC backend ========================================================== 09:57:48 (1753365468)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0817026 s, 642 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d36b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 45c43648-c1c8-4e30-940e-77e40e659520
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f36b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=45c43648-c1c8-4e30-940e-77e40e659520 (extents) (64bit) (large files) (huge files)
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
check file 0:'4a54' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc'
check file 1:'0x200004a51:0x5:0x0' under directory '/mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54'
Handle the file: 0x200004a51:0x5:0x0
Remove non-cached file: /mnt/pcc.d36b.sanity-pcc/d36b.sanity-pcc/4a54/0x200004a51:0x5:0x0 flags: 1
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d36b.sanity-pcc is idle now
PASS 36b (4s)

== sanity-pcc test 37: Multiple readers on a shared file with PCC-RO mode ========================================================== 09:57:52 (1753365472)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0784333 s, 668 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d37.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: ab0cbe52-7cc6-4e20-a870-d25e54b96a4b
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ab0cbe52-7cc6-4e20-a870-d25e54b96a4b (extents) (64bit) (large files) (huge files)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0917882 s, 571 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota)
umount: /mnt/pcc.d37.sanity-pcc.2: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f37.sanity-pcc on /mnt/pcc.d37.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 508d550d-9875-4858-bd27-2dbbed27a329
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f37.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=508d550d-9875-4858-bd27-2dbbed27a329 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
pcc:
  -
    pccpath: /mnt/pcc.d37.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: a0
    autocache: projid={2}
file: /mnt/lustre/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
file: /mnt/lustre2/d37.sanity-pcc/f37.sanity-pcc, type: readonly, PCC_file: /4a56/0x200004a51:0x7:0x0, open_count: 0, flags: 0
/mnt/pcc.d37.sanity-pcc.2 is idle now
/mnt/pcc.d37.sanity-pcc is idle now
PASS 37 (6s)

== sanity-pcc test 38: Verify LFS pcc state does not trigger prefetch for auto PCC-RO ========================================================== 09:57:58 (1753365478)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1745846000.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b175073c000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1745846000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b175073c000.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0793829 s, 660 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d38.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8aafd83e-ea9a-4e9a-9435-61d35e0ee936
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f38.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8aafd83e-ea9a-4e9a-9435-61d35e0ee936 (extents) (64bit) (large files) (huge files)
file: /mnt/lustre/d38.sanity-pcc/f38.sanity-pcc, type: none
QQQQQ
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d38.sanity-pcc is idle now
PASS 38 (45s)

== sanity-pcc test 39: Test Project quota on loop PCC device ========================================================== 09:58:43 (1753365523)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b1754c02800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b176b593800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1754c02800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b176b593800.idle_timeout=debug
disable quota as required
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0758768 s, 691 MB/s
umount: /mnt/pcc.d39.sanity-pcc: not mounted.
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 2bb580f8-e199-40ed-a358-809d558d1a93
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f39.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=2bb580f8-e199-40ed-a358-809d558d1a93 (extents) (64bit) (large files) (huge files)
/tmp/f39.sanity-pcc on /mnt/pcc.d39.sanity-pcc type ext4 (rw,relatime,prjquota)
project quota on /mnt/pcc.d39.sanity-pcc (/dev/loop0) is on (enforced)
*** Report for project quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Project         used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
#0        --     13K      0K      0K              2     0     0       
#100      --      0K      0K   4096K              0     0     0       


pcc:
  -
    pccpath: /mnt/pcc.d39.sanity-pcc/d39.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0220806 s, 95.0 MB/s
  100 - /mnt/lustre/d39.sanity-pcc/f39.sanity-pcc
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00583393 s, 359 MB/s
file: /mnt/lustre/d39.sanity-pcc/f39.sanity-pcc, type: readonly, PCC_file: /d39.sanity-pcc/59f3/0x2000059f1:0x2:0x0, open_count: 0, flags: 0
*** Report for project quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Project         used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
#0        --     15K      0K      0K              4     0     0       
#100      --   2048K      0K   4096K              1     0     0       


5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0449116 s, 117 MB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0068803 s, 762 MB/s
*** Report for project quotas on device /dev/loop0
Block grace time: 7days; Inode grace time: 7days
                        Space limits                File limits
Project         used    soft    hard  grace    used  soft  hard  grace
----------------------------------------------------------------------
#0        --     15K      0K      0K              4     0     0       
#100      --      0K      0K   4096K              0     0     0       


file: /mnt/lustre/d39.sanity-pcc/f39.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d39.sanity-pcc is idle now
PASS 39 (59s)

== sanity-pcc test 40: Test async open attach in the background for PCC-RO file ========================================================== 09:59:42 (1753365582)
using SAVE_PROJECT_SUPPORTED=0
Stopping clients: oleg216-client.virtnet /mnt/lustre (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre opts:
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
Stopping /mnt/lustre-mds1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost1 (opts:-f) on oleg216-server
Stopping /mnt/lustre-ost2 (opts:-f) on oleg216-server
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
Checking servers environments
Checking clients oleg216-client.virtnet environments
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
/home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
Loading modules from /home/green/git/lustre-release/lustre
detected 4 online CPUs by sysfs
MODOPTS_LIBCFS=
Force libcfs to create 2 CPU partitions
loading modules on: 'oleg216-server'
oleg216-server: oleg216-server.virtnet: executing load_modules_local
oleg216-server: Loading modules from /home/green/git/lustre-release/lustre
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1024: echo: write error: Device or resource busy
oleg216-server: /home/green/git/lustre-release/lustre/tests/test-framework.sh: line 1025: echo: write error: Device or resource busy
oleg216-server: detected 4 online CPUs by sysfs
oleg216-server: MODOPTS_LIBCFS=
oleg216-server: Force libcfs to create 2 CPU partitions
Setup mgs, mdt, osts
Start mds1: mount -t lustre -o localrecov  lustre-mdt1/mdt1 /mnt/lustre-mds1
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-MDT0000
Start ost1: mount -t lustre -o localrecov  lustre-ost1/ost1 /mnt/lustre-ost1
seq.cli-lustre-OST0000-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0000
Start ost2: mount -t lustre -o localrecov  lustre-ost2/ost2 /mnt/lustre-ost2
seq.cli-lustre-OST0001-super.width=65536
oleg216-server: oleg216-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all
pdsh@oleg216-client: oleg216-server: ssh exited with exit code 1
Started lustre-OST0001
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Starting client: oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Starting client oleg216-client.virtnet:  -o user_xattr,flock 192.168.202.116@tcp:/lustre /mnt/lustre2
Started clients oleg216-client.virtnet: 
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
Using TIMEOUT=20
osc.lustre-OST0000-osc-ffff8b174541b800.idle_timeout=debug
osc.lustre-OST0000-osc-ffff8b1747c94000.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b174541b800.idle_timeout=debug
osc.lustre-OST0001-osc-ffff8b1747c94000.idle_timeout=debug
disable quota as required
200+0 records in
200+0 records out
209715200 bytes (210 MB, 200 MiB) copied, 0.305106 s, 687 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d40.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:   8192/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 14123f79-d886-4573-84a7-ebec7b18eb2a
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f40.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=14123f79-d886-4573-84a7-ebec7b18eb2a (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d40.sanity-pcc/d40.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.430352 s, 122 MB/s
  100 - /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
ldlm.namespaces.lustre-OST0000-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8b1747c94000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b1747c94000.lru_size=clear
osc.lustre-OST0000-osc-ffff8b174541b800.stats=clear
osc.lustre-OST0000-osc-ffff8b1747c94000.stats=clear
osc.lustre-OST0001-osc-ffff8b174541b800.stats=clear
osc.lustre-OST0001-osc-ffff8b1747c94000.stats=clear
fail_val=1
fail_loc=0x214
llite.lustre-ffff8b174541b800.pcc_async_threshold=5MB
llite.lustre-ffff8b1747c94000.pcc_async_threshold=5MB
Test open attach with pcc_async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 2.09092 s, 501 kB/s
Before: 0 After: 3
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none, flags: attaching
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 8s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8b174541b800.pcc_async_threshold=1G
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8b1747c94000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b1747c94000.lru_size=clear
osc.lustre-OST0000-osc-ffff8b174541b800.stats=clear
osc.lustre-OST0000-osc-ffff8b1747c94000.stats=clear
osc.lustre-OST0001-osc-ffff8b174541b800.stats=clear
osc.lustre-OST0001-osc-ffff8b1747c94000.stats=clear
Test open attach with async_threshold=1G
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: readonly, PCC_file: /d40.sanity-pcc/61c3/0x2000061c1:0x2:0x0, open_count: 0, flags: 0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0040731 s, 257 MB/s
Before: 50 After: 50
Time1: 3 Time2: 10
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8b174541b800.pcc_async_threshold=5MB
llite.lustre-ffff8b1747c94000.pcc_async_threshold=5MB
ldlm.namespaces.lustre-OST0000-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8b1747c94000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b1747c94000.lru_size=clear
Read 1MB data with async_threshold=5MB
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 1.05685 s, 992 kB/s
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc | grep -E -c 'type: readonly'
Waiting 50s for '1'
Updated after 10s: want '1' got '1'
file: /mnt/lustre/d40.sanity-pcc/f40.sanity-pcc, type: none
llite.lustre-ffff8b174541b800.pcc_async_threshold=1G
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1G
ldlm.namespaces.lustre-OST0000-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0000-osc-ffff8b1747c94000.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-OST0001-osc-ffff8b1747c94000.lru_size=clear
Read 1MB data with async_threshold=1G
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0047663 s, 220 MB/s
Time1: 1 Time2: 9
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d40.sanity-pcc is idle now
PASS 40 (102s)

== sanity-pcc test 41: Test mtime rule for PCC-RO open attach with O_RDONLY mode ========================================================== 10:01:24 (1753365684)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0805041 s, 651 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d41.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 8fd3444c-5164-4bfc-99e9-197766e3ca3e
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f41.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=8fd3444c-5164-4bfc-99e9-197766e3ca3e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d41.sanity-pcc/d41.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: mtime>{1m}
pcc_ro_data
pcc_ro_data
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d41.sanity-pcc is idle now
PASS 41 (3s)

== sanity-pcc test 42: PCC attach without attach ID specified ========================================================== 10:01:27 (1753365687)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.0968971 s, 649 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d42.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: b3d2e900-d6a1-4140-905b-5b59e378a455
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f42.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b3d2e900-d6a1-4140-905b-5b59e378a455 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d42.sanity-pcc/d42.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={100}
file: /mnt/lustre/f42.sanity-pcc, type: readonly, PCC_file: /d42.sanity-pcc/61c5/0x2000061c1:0x4:0x0, open_count: 0, flags: 0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d42.sanity-pcc is idle now
PASS 42 (3s)

== sanity-pcc test 43: Auto attach at open() should add capacity owner check ========================================================== 10:01:31 (1753365691)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.095461 s, 659 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d43.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 9636afdd-1a7a-4ea4-92b4-831704da088b
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f43.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=9636afdd-1a7a-4ea4-92b4-831704da088b (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d43.sanity-pcc/d43.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: size<{100M}
file: /mnt/lustre/f43.sanity-pcc, type: none
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f43.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f43.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/f43.sanity-pcc]
file: /mnt/lustre/f43.sanity-pcc, type: none
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d43.sanity-pcc is idle now
PASS 43 (3s)

== sanity-pcc test 44: Verify valid auto attach without re-fetching the whole files ========================================================== 10:01:34 (1753365694)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.0895039 s, 703 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d44.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 6e1fe793-39bc-47d3-89c3-e83ea1b866d8
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f44.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6e1fe793-39bc-47d3-89c3-e83ea1b866d8 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d44.sanity-pcc/d44.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8b174541b800.pcc_async_threshold=0
llite.lustre-ffff8b1747c94000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.443126 s, 118 MB/s
/mnt/lustre/f44.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000061c1
lmm_object_id:     0x6
lmm_fid:           [0x2000061c1:0x6:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           452	        0x1c4	   0x280000400

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.387794 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.389688 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.329839 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.39068 s, 134 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.415129 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.344804 s, 152 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.34681 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.357539 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.422426 s, 124 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.38014 s, 138 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.439874 s, 119 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.378923 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.453455 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.38381 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.439542 s, 119 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.388176 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0370702 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0435447 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0431888 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0357649 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383461 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388068 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0271067 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0313083 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0311455 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0240566 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.034437 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423078 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396964 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380553 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0381823 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388756 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0366387 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0595408 s, 881 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0742201 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0796568 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.055794 s, 940 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0709294 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0755447 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.035996 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0358976 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0387144 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0345033 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0223787 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0276366 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0361885 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382937 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0398717 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0312112 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.04508 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0409475 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0356599 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.055851 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0443243 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0854113 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0697455 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0551704 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0335979 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.07784 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0322491 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0361754 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0226988 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0299817 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0623612 s, 841 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0637751 s, 822 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.088744 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0838781 s, 625 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0814819 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510503 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0818752 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0438092 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0251928 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0303387 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0329852 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0249876 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0194913 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.024349 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0334351 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0314344 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.037972 s, 1.4 GB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0396276 s, 1.3 GB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0340474 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0362804 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0567402 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.05753 s, 911 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0415074 s, 1.3 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0793878 s, 660 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0584736 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0419744 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0319482 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0258395 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327127 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0322219 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0262692 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0280778 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0354542 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0450279 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0395564 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0412951 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0461111 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.038 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0568894 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0908943 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0838207 s, 625 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0349925 s, 1.5 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0446699 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0541504 s, 968 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0266011 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0344984 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.039004 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0365675 s, 1.4 GB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0365102 s, 1.4 GB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0518104 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0402654 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382583 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0547574 s, 957 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0420797 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0440503 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0647279 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0876013 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0774944 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0563414 s, 931 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0712769 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.140384 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0892994 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0816303 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.140759 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0983363 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331781 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0308614 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0470093 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.036413 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0536595 s, 977 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0343388 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0201985 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0434864 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0407927 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423968 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0579521 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0227843 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0326216 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0491839 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0676785 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490331 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.066338 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0602431 s, 870 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0384456 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0385113 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0675339 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0776801 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.07703 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0728468 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0775464 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0697804 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.090974 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0528235 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0409601 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0486575 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0613288 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0663017 s, 791 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0562158 s, 933 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0375056 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0537131 s, 976 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0517608 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0864533 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0995242 s, 527 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.132722 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125492 s, 418 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.133143 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.132552 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126611 s, 414 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0664225 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0917306 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.168958 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109478 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150061 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.030443 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0289964 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0444551 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393357 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0554077 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0452953 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0607198 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0659938 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0226363 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0260693 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0266921 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0391063 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0370729 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371046 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0354691 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0807107 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.07427 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110372 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0791407 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111195 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105943 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112288 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0657552 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0344073 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0374744 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0554357 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0496827 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0507592 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0314341 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0214036 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0207222 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0568103 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0656797 s, 798 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0600357 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0620317 s, 845 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0648381 s, 809 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0534651 s, 981 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061773 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0369358 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.037316 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0375643 s, 1.4 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.042041 s, 1.2 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0402813 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.022531 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0438623 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0610903 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0889736 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0767015 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0620625 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0692787 s, 757 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456243 s, 1.1 GB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0692161 s, 757 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0547441 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0384083 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0362464 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0445668 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393973 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0463189 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0448325 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0601058 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0335455 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0414217 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0551308 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0451955 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0379442 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0332002 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0221809 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0201342 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0252851 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0321572 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0403568 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0344215 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0516964 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371976 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0447812 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0436039 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.041988 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0608723 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0552331 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0395578 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0346032 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0341461 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0186489 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.019329 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0284349 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.035644 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404179 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0418141 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0805737 s, 651 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0432551 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0919176 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0602216 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393507 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0502125 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0588363 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.082013 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0660902 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0441893 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0414818 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0446398 s, 1.2 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.04501 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383243 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0603433 s, 869 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0583145 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0806174 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0770289 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0949211 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0826593 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0433914 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383533 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0429137 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0513232 s, 1.0 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0633058 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0475749 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0698348 s, 751 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0792747 s, 661 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0854318 s, 614 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0616919 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0816226 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0640506 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0231888 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0530028 s, 989 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0670661 s, 782 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0548248 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0487743 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0437653 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0439129 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0252937 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423099 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0658183 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0708738 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0555247 s, 944 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0420559 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0421297 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360612 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0460908 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0195305 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423659 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0700328 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083699 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0608647 s, 861 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126029 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120873 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123141 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0787938 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0626696 s, 837 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0645661 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0830283 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0801937 s, 654 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111007 s, 472 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.132548 s, 396 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120425 s, 435 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.140143 s, 374 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.134251 s, 391 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159515 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0464657 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158652 s, 330 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.134958 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0808833 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0721164 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0664721 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0773953 s, 677 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.022219 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0355017 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0568074 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.04269 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0760172 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0478813 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.074228 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0694711 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0630102 s, 832 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0292136 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0292293 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0212619 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0266858 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0330723 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327408 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0367045 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0417511 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0687821 s, 762 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0670394 s, 782 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0442304 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0650351 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0278637 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0230861 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0666919 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0649586 s, 807 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116379 s, 450 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.108931 s, 481 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0746753 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119577 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103775 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0865328 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0900428 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0829411 s, 632 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103702 s, 506 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.118815 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0859419 s, 610 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.108731 s, 482 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0846589 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0375093 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0198926 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0211997 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.020918 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0222174 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0300417 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0227972 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0261708 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028465 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0257426 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0347413 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380344 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0381083 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0271396 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0286155 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0319326 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0437593 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380257 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0379846 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0337232 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0212703 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0254827 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0252523 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0223716 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0392016 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0442093 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0665663 s, 788 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0410766 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061487 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0723489 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0814976 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0525917 s, 997 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.073471 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0674208 s, 778 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0793127 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.041119 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0221364 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0497284 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.045302 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0457648 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0625654 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0418277 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404917 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0342197 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371666 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0372413 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371092 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360868 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0225779 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0245474 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0282265 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380094 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.046899 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0400391 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0784293 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0768637 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0976488 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0959424 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105158 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0625995 s, 838 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0390122 s, 1.3 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0423574 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.045954 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0447164 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.053426 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.038869 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0368709 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0409094 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0498228 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0554448 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0347505 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382301 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0421113 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0410294 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0345158 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0232412 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.023608 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0276396 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0264765 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0511386 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0739004 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0648785 s, 808 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0408157 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0620469 s, 845 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.103648 s, 506 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.0917255 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130348 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101331 s, 517 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0661651 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0869455 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.04322 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0342559 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.056434 s, 929 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0350402 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0322706 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0215402 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0208516 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0314646 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.02283 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0216685 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0350373 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456317 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0726836 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0635531 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0590579 s, 888 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0427189 s, 1.2 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.111106 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0391263 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0755215 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0645445 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0398947 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051747 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0779831 s, 672 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0899051 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0962273 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0730571 s, 718 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110047 s, 476 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.106993 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0671189 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107951 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0512602 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0369846 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0373087 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0572551 s, 916 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456487 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0732693 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0406437 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0395531 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0359394 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0544126 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0365156 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0470119 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0470796 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0479601 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0636417 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0550929 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0850329 s, 617 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.0384032 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0523168 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0924236 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423158 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0737554 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0504603 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0593916 s, 883 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0454572 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0284774 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0226223 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0172538 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0257601 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0253611 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0188843 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0347849 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0386847 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0399904 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0378206 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0392832 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0531365 s, 987 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0460033 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.036347 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0398577 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0320594 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0355498 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0386942 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0344641 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0445376 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0328585 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0672193 s, 780 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0566287 s, 926 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0797883 s, 657 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0653494 s, 802 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0441427 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0528475 s, 992 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0435245 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.024014 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0259587 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0378883 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0369384 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0368447 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.031084 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383737 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371793 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0450854 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0291522 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0227463 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0359771 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0364931 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0218596 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0424037 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0397112 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0600118 s, 874 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0601902 s, 871 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0880413 s, 596 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.086359 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0885337 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0751007 s, 698 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.100782 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0688603 s, 761 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.021676 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0250639 s, 2.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0399692 s, 1.3 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0437895 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0534478 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0846653 s, 619 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0765681 s, 685 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0860524 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0845456 s, 620 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.135109 s, 388 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.13356 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0786822 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0864978 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0947186 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0709153 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0575221 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0705608 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0336103 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0235932 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283794 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0259953 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0245847 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0201249 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0372473 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.030006 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028685 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.037729 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0299756 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0483691 s, 1.1 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0484128 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0521724 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0466012 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0505219 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0995733 s, 527 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0542146 s, 967 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0942029 s, 557 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104011 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0806244 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0533217 s, 983 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14227 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0526194 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0299405 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0448449 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0546782 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0681282 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0494203 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0768479 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0748134 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.039209 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0732971 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0705063 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0489715 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0193891 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0341083 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0339188 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0377547 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0429473 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0759336 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0988008 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.090049 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.092558 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110415 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0671018 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0745959 s, 703 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104315 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0901853 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0952252 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0465965 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423659 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.032668 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0385966 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0461771 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396475 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0244935 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380214 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0411494 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0365793 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0532576 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0385849 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0214775 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0212745 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0309492 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0556109 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0480809 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0344874 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0265139 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0351392 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404415 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0655142 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0553769 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383464 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388259 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0419104 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0391426 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0364705 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.036227 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382966 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.034399 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0354038 s, 1.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388272 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.045402 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0381658 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0418127 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0427746 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0737097 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0740782 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110259 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0781411 s, 671 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0650414 s, 806 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.070098 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0701145 s, 748 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0336885 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0458636 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0366957 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0605637 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0914738 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0425007 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0540455 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0443187 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388544 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.033764 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0234006 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0348597 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0349546 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0328332 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0291161 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.037843 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0420307 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0322263 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0348492 s, 1.5 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0367952 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0247761 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0328334 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0346046 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0531962 s, 986 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0639309 s, 820 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0993928 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0517384 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0674969 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0575681 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0364526 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0562705 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0481689 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0367412 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0418102 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204014 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0374418 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0340075 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0411613 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0700758 s, 748 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0718989 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0726947 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.068145 s, 769 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0574436 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0691541 s, 758 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0676121 s, 775 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0666244 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112295 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0700257 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0692664 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0747698 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0492488 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0482907 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0508665 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0325189 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0348772 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0356173 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0321215 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0234851 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0232202 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0187033 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0175674 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331973 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0339698 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.052619 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0880026 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0740636 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111022 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117454 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106261 s, 493 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120833 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.090097 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110162 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130543 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117406 s, 447 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.149379 s, 351 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0346977 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0362062 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0411156 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0337624 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0372678 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0394417 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0487679 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0420485 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0280748 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0447838 s, 1.2 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0353502 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0303107 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382114 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510812 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.056527 s, 928 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0387059 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0459886 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.06923 s, 757 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0477326 s, 1.1 GB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0479064 s, 1.1 GB/s

52428800 bytes (52 MB, 50 MiB) copied, 0.0522883 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0416334 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0494056 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051864 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0457162 s, 1.1 GB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0339231 s, 1.5 GB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.022297 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283764 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0209882 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327292 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.039639 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0449236 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.035228 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0554361 s, 946 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0335659 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0409578 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327601 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0300457 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360689 s, 1.5 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0358315 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360248 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0282668 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.04216 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0358179 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0323228 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0544484 s, 963 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360455 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371584 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0508335 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0712631 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0463559 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.048203 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.022875 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0494642 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0575614 s, 911 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0604701 s, 867 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0714716 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0705086 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0834192 s, 628 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105753 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0587263 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104729 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.114009 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104698 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0765001 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0922926 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.086362 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0648767 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124909 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0395015 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105377 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0370817 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0342655 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0354841 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0312395 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0301268 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0379684 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383588 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0355213 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0313318 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331684 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0507355 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0430619 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0525454 s, 998 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490671 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0464806 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0321555 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0398919 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0374602 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0329857 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.049752 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0669096 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0500594 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0735993 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0607518 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0649659 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0617829 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204311 s, 2.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.038425 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0340701 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0342504 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0284507 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0231149 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0333996 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0467413 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0369539 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0468534 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0415887 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0700165 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0405866 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0310304 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0356998 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0426118 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0814339 s, 644 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0374743 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0682249 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0613721 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404311 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0437101 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0316353 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393901 s, 1.3 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0540086 s, 971 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0500013 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.044831 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0408189 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0237096 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0463101 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0460576 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0977888 s, 536 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0854216 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101761 s, 515 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102188 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0750543 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0615673 s, 852 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0954895 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0328288 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0406695 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0399325 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0347648 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0352289 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0570427 s, 919 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0365486 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0346006 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0210914 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0320455 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0471357 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0337464 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0514632 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0755433 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0693197 s, 756 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0469065 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0679961 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490616 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0560139 s, 936 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0230709 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0316847 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0387976 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.066005 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0634329 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0482559 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0280107 s, 1.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0581523 s, 902 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0405634 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.049457 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0489094 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0559335 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0683391 s, 767 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0526458 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0680114 s, 771 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0358371 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0398228 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0655302 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0555732 s, 943 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0394702 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0501001 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.037154 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0526307 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0377154 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0370308 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0341188 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0439611 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0384102 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423231 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0645787 s, 812 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0637557 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.072776 s, 720 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0567148 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0372271 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.021237 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0492084 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0539397 s, 972 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0754375 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0898648 s, 583 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0830584 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0568813 s, 922 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0750117 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0189727 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0305748 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0385805 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0369233 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0453889 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0690652 s, 759 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0517274 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0446606 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0723894 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0585157 s, 896 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0410396 s, 1.3 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0477573 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.076829 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0458183 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0469699 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0703707 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0434129 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0530176 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0655627 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051968 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.038228 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0240537 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0223624 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0325793 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0301889 s, 1.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0350595 s, 1.5 GB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0336886 s, 1.6 GB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0200173 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.039453 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0722574 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0460028 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0829599 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0671255 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0585665 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0587 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0239691 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0236983 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0622137 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.114974 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0917338 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.127803 s, 410 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102334 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0976097 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106813 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0850695 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0641173 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0397057 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0354165 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0267031 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0436781 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0361415 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393335 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0400952 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.050648 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396549 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0494395 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0251672 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0219444 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0351023 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0337918 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0339622 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0548809 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0587509 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383308 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.067915 s, 772 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0581135 s, 902 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0352466 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.031741 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283291 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0343791 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0377773 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0471732 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.044187 s, 1.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0245313 s, 2.1 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0255348 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0281315 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0347376 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0310476 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0358187 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.035257 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283725 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0362995 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0352818 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0243187 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0247126 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404176 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0526489 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0476519 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0372132 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0669903 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0609549 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0584276 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0865567 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0641112 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0480936 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0631296 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0634667 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0518348 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0583169 s, 899 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0461172 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0405491 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0329037 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0357508 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0292394 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0285493 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331308 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283433 s, 1.8 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0436857 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0431193 s, 1.2 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.054823 s, 956 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0275837 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0312906 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0402808 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396319 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331436 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0482974 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0558725 s, 938 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0474804 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0444012 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0492693 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0552986 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.087767 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0450727 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0769819 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0476101 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0537684 s, 975 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283941 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0352654 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360057 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0411011 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.055899 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490037 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0503303 s, 1.0 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0859268 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0944462 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0641137 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0472324 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0621189 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0571257 s, 918 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0295222 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0407 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0503136 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0428208 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490584 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0442317 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0552821 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0903783 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0846714 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142074 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0945373 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0504156 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11567 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0942601 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0391123 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0444204 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0351197 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0395747 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0371136 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0251581 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0340791 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0265489 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0438001 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0384155 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0399212 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0400793 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0817712 s, 641 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0930645 s, 563 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0467565 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0405385 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0462428 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0575412 s, 911 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0450901 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0447293 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490323 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0423857 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0577952 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061386 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0524699 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0853605 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0812058 s, 646 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0625837 s, 838 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0277541 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0449496 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.072757 s, 721 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0691383 s, 758 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0704092 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0804677 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0715004 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0420533 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0682481 s, 768 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117564 s, 446 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0856555 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0476687 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0632033 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0337885 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0569839 s, 920 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0400653 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0409528 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0305265 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0462965 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.040799 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0482753 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0332723 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111524 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0622007 s, 843 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0710043 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0574399 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0838513 s, 625 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0330267 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0435761 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0521821 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0738761 s, 710 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0481468 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109149 s, 480 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0864357 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0721222 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0867485 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0963233 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148069 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0972894 s, 539 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331998 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0553497 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0351743 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0605424 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0685204 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061982 s, 846 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0584466 s, 897 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0908018 s, 577 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.090994 s, 576 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120359 s, 436 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117736 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128766 s, 407 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.124778 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106297 s, 493 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0899419 s, 583 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.11421 s, 459 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.054478 s, 962 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0810935 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126109 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0381587 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0365596 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0390919 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0258766 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0845086 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0602908 s, 870 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0788641 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0648837 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0547258 s, 958 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0857339 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0559097 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0762775 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0845222 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0315111 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0830844 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.094442 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0720717 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0635973 s, 824 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.170745 s, 307 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0791 s, 663 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0690304 s, 760 MB/s

52428800 bytes (52 MB, 50 MiB) copied, 0.20622 s, 254 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248509 s, 211 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.17965 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0958228 s, 547 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.166694 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119897 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0875283 s, 599 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103186 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.168894 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0782107 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0554251 s, 946 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0526895 s, 995 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0614844 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124623 s, 421 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0603824 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.079635 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0670927 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101908 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0906538 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.169576 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0952019 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0795249 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.091703 s, 572 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.157854 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.272287 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0729236 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220028 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18566 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.222567 s, 236 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0966191 s, 543 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.316955 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.320858 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14076 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113894 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0605514 s, 866 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288533 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.041434 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.08582 s, 611 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0997717 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0559245 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148563 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0849173 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0348617 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.096067 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103111 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12298 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126893 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105613 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0912269 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142692 s, 367 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118859 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0739443 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.13937 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0280711 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179399 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163244 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237727 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282559 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150805 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.201424 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0582374 s, 900 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0814193 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102503 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404676 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128829 s, 407 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.168225 s, 312 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.179555 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0826387 s, 634 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107886 s, 486 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0850213 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102798 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0876816 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.057789 s, 907 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105018 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0609575 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124187 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122388 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122687 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.17932 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.210282 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249373 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.213697 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.188519 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218327 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0760381 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0963311 s, 544 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0848072 s, 618 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.284181 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.350743 s, 149 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327677 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.391006 s, 134 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.270799 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.242857 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109612 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178661 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.202539 s, 259 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.258908 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.194172 s, 270 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129135 s, 406 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.094554 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0705594 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166807 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.140982 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0823439 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107045 s, 490 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.215069 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110048 s, 476 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0923259 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.1652 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124286 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165805 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.16587 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.167614 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.07594 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0764068 s, 686 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129997 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.140787 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109972 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150431 s, 349 MB/s50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150029 s, 349 MB/s

52428800 bytes (52 MB, 50 MiB) copied, 0.228535 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166082 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158003 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.135234 s, 388 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0817075 s, 642 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.268094 s, 196 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116596 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.242423 s, 216 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.111509 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0904548 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130078 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103498 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224571 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.352382 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510322 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0521297 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.229673 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.231205 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.284224 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.233588 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.244892 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.338433 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0734095 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189683 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.482363 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.423481 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111805 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249673 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.556862 s, 94.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.266287 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.155416 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.604529 s, 86.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.480186 s, 109 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0434993 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158714 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.4853 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0835945 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.334163 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0616672 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0541333 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355761 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219462 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0634743 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.171368 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0809128 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.131262 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196343 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179995 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.171303 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153045 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.20535 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.251509 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.437652 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.447219 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.367753 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42861 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138745 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.512141 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.41553 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.439368 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.468261 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.561298 s, 93.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219202 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102067 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265362 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.302249 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322562 s, 163 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.209037 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.251 s, 209 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.454415 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205377 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286915 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.57366 s, 91.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.424136 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.645615 s, 81.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.152293 s, 344 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.434946 s, 121 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.113693 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.515729 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.13802 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.136909 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.451758 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0892233 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.252194 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295559 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.468934 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.140825 s, 372 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.32727 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.182642 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.157936 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103563 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.333057 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.429598 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299075 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.143849 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.206176 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276443 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249234 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.190411 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.247112 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0593338 s, 884 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.168796 s, 311 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.191206 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.141598 s, 370 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165385 s, 317 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.198898 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.325464 s, 161 MB/s

52428800 bytes (52 MB, 50 MiB) copied, 0.237602 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119472 s, 439 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.306244 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.471465 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128974 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.259241 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.455956 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158758 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37193 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118087 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.341937 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144148 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311033 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.154655 s, 339 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299534 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.210558 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295787 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.373706 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.35463 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.515652 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.486069 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.167466 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265908 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18558 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.392248 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.484182 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.453501 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.230729 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.758498 s, 69.1 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.198958 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.539083 s, 97.3 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.441023 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199397 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.671129 s, 78.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107971 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.303112 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.169787 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.409377 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.250183 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146781 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.442481 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.43659 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.390166 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122863 s, 427 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.568227 s, 92.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.198379 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.214944 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0220405 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.450651 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.452138 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0528186 s, 993 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.155195 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.13204 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103718 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0723006 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0791653 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0553028 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0740375 s, 708 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.235586 s, 223 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.232245 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.30838 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159702 s, 328 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200663 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.121294 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0194105 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.212267 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.180159 s, 291 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.219238 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.088142 s, 595 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.395453 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0441635 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145519 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150775 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.339646 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128083 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.15194 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.215642 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276702 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508822 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354255 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265434 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0983259 s, 533 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.15242 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.334379 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.16842 s, 311 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113773 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340402 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0640113 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.25569 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119683 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0923017 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.367846 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.412629 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.171093 s, 306 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224819 s, 233 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.568749 s, 92.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200477 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.216464 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0720243 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0773823 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0671068 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0677085 s, 774 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.100002 s, 524 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.170564 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.154436 s, 339 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.197344 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10173 s, 515 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0978249 s, 536 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0895395 s, 586 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.211481 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172837 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147529 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.267529 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0924713 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0832476 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.331409 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.302709 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144196 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263173 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.203909 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0617331 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354536 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.2001 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.380475 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0545615 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.315983 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.467528 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.668102 s, 78.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.329722 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.373701 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.131879 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.154193 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.443816 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.254209 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111506 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0485941 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0521071 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.075718 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.190954 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.238871 s, 219 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.353079 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0747512 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0378894 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.368659 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.423122 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0986285 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0624991 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142356 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0306602 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0634454 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0654909 s, 801 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.234502 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0924504 s, 567 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0939907 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.135523 s, 387 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0377158 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0228855 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0795191 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.05147 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0742978 s, 706 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.064742 s, 810 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0554677 s, 945 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0928734 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144886 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0519265 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0902942 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129517 s, 405 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.232726 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112397 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124937 s, 420 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263438 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248559 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.410631 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.449519 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129883 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.427896 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0867501 s, 604 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145788 s, 360 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0826598 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12405 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.156085 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.195041 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184947 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.253879 s, 207 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0889357 s, 590 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0878666 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106787 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124347 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159152 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172016 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122524 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151596 s, 346 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122571 s, 428 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.181047 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178477 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.168314 s, 311 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.114426 s, 458 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102862 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178649 s, 293 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.141783 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115686 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0678034 s, 773 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0997482 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0633687 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.131964 s, 397 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0765954 s, 684 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147698 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0988189 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103905 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.157905 s, 332 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0967677 s, 542 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.15844 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128482 s, 408 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0908882 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101957 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.257236 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.258004 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.198525 s, 264 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.232966 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162692 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139799 s, 375 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271104 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0813986 s, 644 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0903982 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.073593 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.155383 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12079 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107618 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0806841 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120343 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0842821 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.176672 s, 297 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.097362 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.223342 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0967342 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225588 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12919 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0707105 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199774 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.4175 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164712 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.437842 s, 120 MB/s50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.442905 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225095 s, 233 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.217395 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18697 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0582195 s, 901 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220628 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0721439 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.22529 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.211294 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103413 s, 507 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0545576 s, 961 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0477407 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10064 s, 521 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0711958 s, 736 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.13017 s, 403 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.136073 s, 385 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.172078 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164382 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14262 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120316 s, 436 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.188791 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200554 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.257693 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37786 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.143925 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224474 s, 234 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311068 s, 169 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0804248 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.169078 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138829 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.141968 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.190414 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.207645 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0666737 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0795976 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.309545 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332865 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0939034 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.402435 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.127024 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.372249 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.221074 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.076902 s, 682 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0863794 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0769993 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0611182 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0958795 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0837629 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119627 s, 438 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.186456 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.274926 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0517064 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0593331 s, 884 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.230979 s, 227 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.123871 s, 423 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.325128 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138196 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21248 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0911523 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110276 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287349 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146522 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.278465 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.307468 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.171565 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0729659 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107941 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126005 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0759083 s, 691 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126128 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.1211 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.16785 s, 312 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285823 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196253 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246753 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102531 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282023 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0755633 s, 694 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271639 s, 193 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.471458 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110365 s, 475 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112845 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.409691 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.543584 s, 96.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.333168 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.490024 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.064497 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.092706 s, 566 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.259928 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0942498 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.269568 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.28834 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.161786 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151608 s, 346 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.256407 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146843 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299754 s, 175 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200688 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.347273 s, 151 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.230257 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.387814 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.133194 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355175 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.289518 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.367851 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285127 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.371434 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120606 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128021 s, 410 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185788 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0920427 s, 570 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0985273 s, 532 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0447591 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.217085 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271817 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10164 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.231005 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.152159 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.260425 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.241439 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.315341 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332327 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.097666 s, 537 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119804 s, 438 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.229011 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0802432 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.473897 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.394551 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162357 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112107 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.501943 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292812 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.488324 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.197991 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.353743 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104003 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120738 s, 434 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138387 s, 379 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.22336 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.234005 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0960351 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282705 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148796 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105734 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37705 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153647 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0998328 s, 525 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112512 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112421 s, 466 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113996 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18055 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0856021 s, 612 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.136849 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237196 s, 221 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.236445 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.207968 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125834 s, 417 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.240618 s, 218 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.221276 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115523 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0971053 s, 540 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.1277 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.203713 s, 257 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.159925 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104553 s, 501 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0860826 s, 609 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.100184 s, 523 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.133701 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151914 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0989906 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.201172 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.339147 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106811 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354761 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.161234 s, 325 MB/s50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.187323 s, 280 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.221104 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295767 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.450666 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.193007 s, 272 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.234334 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205944 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.22143 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.268327 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0754482 s, 695 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21068 s, 249 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.171142 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116357 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295095 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.435021 s, 121 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322732 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.427193 s, 123 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.50323 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.367082 s, 143 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111093 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.382882 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112597 s, 466 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.203549 s, 258 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.204594 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.232135 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.114692 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196356 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0502024 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.182348 s, 288 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0573995 s, 913 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0536126 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.1236 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145336 s, 361 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.147486 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0727278 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0641067 s, 818 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0614925 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.15016 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159979 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.175993 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0967598 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205261 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.236893 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.327311 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.170742 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.262734 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205518 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0845163 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.395621 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0846737 s, 619 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0776538 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.422972 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128249 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.155225 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.29542 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299831 s, 175 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.451696 s, 116 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.165359 s, 317 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.251934 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.233108 s, 225 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0880058 s, 596 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.338277 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200696 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.489619 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.137452 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.19094 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.221551 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0885501 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249007 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205214 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119091 s, 440 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0950649 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0622805 s, 842 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.107838 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0853983 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138924 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123865 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0897995 s, 584 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.20959 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0922577 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.141495 s, 371 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205265 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.22558 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.15503 s, 338 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166981 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199686 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.284838 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.227365 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218657 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11535 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.28174 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220307 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166442 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297973 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.283547 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12919 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.43883 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.324769 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.22082 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.095235 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0748186 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292477 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219641 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.210469 s, 249 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102287 s, 513 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.124376 s, 422 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189153 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105867 s, 495 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163687 s, 320 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.201724 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162224 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0587507 s, 892 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.078521 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061254 s, 856 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125298 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110974 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105767 s, 496 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.080715 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123616 s, 424 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0885666 s, 592 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125498 s, 418 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185867 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200167 s, 262 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0919189 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.373903 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.269927 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248353 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265272 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139281 s, 376 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123876 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145982 s, 359 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.346063 s, 152 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196432 s, 267 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.187992 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110415 s, 475 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.211377 s, 248 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.13438 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0902346 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139668 s, 375 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.188925 s, 278 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.203922 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115577 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.127241 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153327 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128322 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.082331 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196536 s, 267 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.160055 s, 328 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.065762 s, 797 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219317 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159153 s, 329 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144304 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14165 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10575 s, 496 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.187663 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21854 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.183869 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0994762 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.133748 s, 392 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.183637 s, 286 MB/s

50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326632 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.213329 s, 246 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0745216 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.227417 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.506232 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185702 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130532 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0823585 s, 637 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163246 s, 321 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.154096 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.494986 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0659362 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0884377 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.073696 s, 711 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0617296 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128193 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0403481 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102341 s, 512 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0498404 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0655191 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0893495 s, 587 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117782 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105507 s, 497 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.027606 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.183413 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.133877 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.07327 s, 716 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0726856 s, 721 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111047 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0804643 s, 652 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10131 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0844441 s, 621 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0497829 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.143763 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0728771 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.044259 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139139 s, 377 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166203 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0988405 s, 530 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0417659 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0515375 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.460426 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0754834 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0488061 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299905 s, 175 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.340097 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0739107 s, 709 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0631456 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0928329 s, 565 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.29271 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286366 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0669431 s, 783 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.194796 s, 269 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0776714 s, 675 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237175 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.171518 s, 306 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163838 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.243899 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151985 s, 345 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.284791 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.318297 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.201133 s, 261 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179322 s, 292 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.234296 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118039 s, 444 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18745 s, 280 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.280228 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148192 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118354 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0911264 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106092 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271872 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.367763 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166362 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.095771 s, 547 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0932188 s, 562 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.236241 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184305 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.236762 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.240509 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.258078 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.197014 s, 266 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.206967 s, 253 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107806 s, 486 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178442 s, 294 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.194111 s, 270 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.330511 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.230055 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.362788 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.291684 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.234028 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.188657 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.342239 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.300048 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292583 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.341148 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.349166 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164364 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0944302 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431701 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150852 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.462479 s, 113 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0764706 s, 686 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.206291 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.626449 s, 83.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.378456 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.324543 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162136 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.537344 s, 97.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.751562 s, 69.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.191337 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312362 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.215809 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3192 s, 164 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.5082 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.384765 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145677 s, 360 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.190206 s, 276 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.143243 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166228 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.329061 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119008 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.24455 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248986 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12899 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296889 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128832 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337208 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.394256 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166065 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.453122 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.207799 s, 252 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.533649 s, 98.2 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.222508 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.484357 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118051 s, 444 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112869 s, 465 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.131526 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189303 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147657 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113195 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10433 s, 503 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.175956 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130383 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.261634 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.203636 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166343 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0976876 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275252 s, 190 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.424843 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.585116 s, 89.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.520962 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.353568 s, 148 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.286147 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.505002 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292454 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.255596 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0960803 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.25112 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.320168 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263236 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296872 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.401644 s, 131 MB/s
Finish ========
/mnt/lustre/f44.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000061c1
      lmm_object_id:     0x6
      lmm_fid:           [0x2000061c1:0x6:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x1c4:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8b174541b800.stats=
snapshot_time             1753365756.764465223 secs.nsecs
start_time                1753365695.856602232 secs.nsecs
elapsed_time              60.907862991 secs.nsecs
read_bytes                112459 samples [bytes] 4096 1048576 117885108224 123598604735610880
read                      112424 samples [usecs] 215 369462 260875729 12593014202319
ioctl                     1 samples [reqs]
open                      2420 samples [usecs] 5 251522 13215800 924627998056
close                     2420 samples [usecs] 4 121670 2608693 177687686049
seek                      2182 samples [usecs] 2 8282 31649 100793525
setattr                   1 samples [usecs] 116177 116177 116177 13497095329
getattr                   17 samples [usecs] 203 28050 88154 1861706622
mknod                     1 samples [usecs] 39999 39999 39999 1599920001
inode_permission          6785 samples [usecs] 1 210350 6444361 231256690853
opencount                 2421 samples [reqs] 1 2420 2929411 4727091271
openclosetime             2419 samples [usecs] 4 208570 59132075 3087674722529
llite.lustre-ffff8b1747c94000.stats=
snapshot_time             1753365756.764554645 secs.nsecs
start_time                1753365695.856623859 secs.nsecs
elapsed_time              60.907930786 secs.nsecs
attach 0 detach 0 auto_attach 0
llite.lustre-ffff8b174541b800.pcc_async_threshold=1073741824
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d44.sanity-pcc is idle now
PASS 44 (69s)

== sanity-pcc test 45: Concurrent read access from two mount points ========================================================== 10:02:43 (1753365763)
100+0 records in
100+0 records out
104857600 bytes (105 MB, 100 MiB) copied, 0.353307 s, 297 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d45.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:   8192/102400             done                            
Creating filesystem with 102400 1k blocks and 25584 inodes
Filesystem UUID: 3cc15b81-0c54-466b-b12f-93f4a1162e71
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=3cc15b81-0c54-466b-b12f-93f4a1162e71 (extents) (64bit) (large files) (huge files)
100+0 records in
100+0 records out
104857600 bytes (105 MB, 100 MiB) copied, 0.296849 s, 353 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota)
umount: /mnt/pcc.d45.sanity-pcc.2: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
/tmp/f45.sanity-pcc on /mnt/pcc.d45.sanity-pcc type ext4 (rw,relatime,quota,usrquota,grpquota)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:   8192/102400             done                            
Creating filesystem with 102400 1k blocks and 25584 inodes
Filesystem UUID: e3dda2a4-6d6d-4363-92ca-f578472c0350
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/13     done                            
Writing inode tables:  0/13     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/13     done

/tmp/f45.sanity-pcc.2: Linux rev 1.0 ext4 filesystem data, UUID=e3dda2a4-6d6d-4363-92ca-f578472c0350 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
pcc:
  -
    pccpath: /mnt/pcc.d45.sanity-pcc.2
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8b174541b800.pcc_async_threshold=0
llite.lustre-ffff8b1747c94000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.26772 s, 41.4 MB/s
/mnt/lustre/f45.sanity-pcc
lmm_magic:         0x0BD10BD0
lmm_seq:           0x2000061c1
lmm_object_id:     0x8
lmm_fid:           [0x2000061c1:0x8:0x0]
lmm_stripe_count:  1
lmm_stripe_size:   4194304
lmm_pattern:       raid0
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	           453	        0x1c5	   0x280000400

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0496164 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.11608 s, 24.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.13243 s, 24.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.07207 s, 25.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.1405 s, 24.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.08087 s, 25.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.09655 s, 25.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.1601 s, 24.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.10057 s, 25.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.1584 s, 24.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.15009 s, 24.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.1826 s, 24.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.17481 s, 24.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.15398 s, 24.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.20008 s, 23.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.19445 s, 23.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.20223 s, 23.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172619 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.6928 s, 19.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.24306 s, 23.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.66556 s, 19.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.66714 s, 19.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.71817 s, 19.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.82438 s, 18.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.69279 s, 19.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.75516 s, 19.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.71151 s, 19.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275851 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.74492 s, 19.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.77508 s, 18.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.75985 s, 19.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.79906 s, 18.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.81806 s, 18.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.8686 s, 18.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.79807 s, 18.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145039 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109472 s, 479 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158185 s, 331 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456613 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.410397 s, 128 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.425784 s, 123 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.126022 s, 416 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0482781 s, 1.1 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.373402 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123579 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153877 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0713265 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.662008 s, 79.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101923 s, 514 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117886 s, 445 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286034 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.203167 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172835 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0825257 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.1272 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.01507 s, 51.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.945066 s, 55.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285532 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.11359 s, 47.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.022021 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.345803 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.459512 s, 114 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.596306 s, 87.9 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.57011 s, 92.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122361 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.378215 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.737491 s, 71.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.544241 s, 96.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.13465 s, 46.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.667164 s, 78.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.80901 s, 64.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.20492 s, 43.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.623303 s, 84.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.842162 s, 62.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.325841 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.19306 s, 43.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.93584 s, 27.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.01975 s, 51.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.560719 s, 93.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.33024 s, 39.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.469873 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0947086 s, 554 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.47924 s, 35.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282845 s, 185 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.528497 s, 99.2 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.241641 s, 217 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.620084 s, 84.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.487867 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.46495 s, 35.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530348 s, 98.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.573092 s, 91.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14853 s, 353 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.308237 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.519563 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.409435 s, 128 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.228754 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385295 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.68657 s, 31.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.446468 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.806312 s, 65.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.697892 s, 75.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.24689 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246458 s, 213 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0374765 s, 1.4 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.863588 s, 60.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.633263 s, 82.8 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.756378 s, 69.3 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.40021 s, 131 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 2.59558 s, 20.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.777007 s, 67.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184577 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.58878 s, 89.0 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.642367 s, 81.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0517094 s, 1.0 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.847731 s, 61.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.283236 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.242974 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.234379 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.927929 s, 56.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125604 s, 417 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.400019 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145221 s, 361 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.359654 s, 146 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.604453 s, 86.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.28475 s, 40.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.32223 s, 39.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.815517 s, 64.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.91552 s, 27.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.972537 s, 53.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.372432 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.209649 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.20768 s, 43.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0235271 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.108321 s, 484 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.210055 s, 250 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.15349 s, 24.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312451 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.308521 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.81546 s, 64.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0558257 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292596 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248225 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.474637 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0233139 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0236391 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.979694 s, 53.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.68138 s, 76.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.00649 s, 52.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.565775 s, 92.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.631831 s, 83.0 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.76097 s, 68.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.596111 s, 88.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.6467 s, 31.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.35892 s, 38.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.79134 s, 29.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.170617 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.816722 s, 64.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.076221 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3907 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.935067 s, 56.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138022 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.799173 s, 65.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.464715 s, 113 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0828162 s, 633 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0737223 s, 711 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.576031 s, 91.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 3.64973 s, 14.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.618568 s, 84.8 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.391711 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.483872 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.4691 s, 35.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116697 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.69882 s, 30.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.766393 s, 68.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.25746 s, 41.7 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.916812 s, 57.2 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179646 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225228 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.473661 s, 111 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.439939 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162476 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0193129 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147993 s, 354 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.501955 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.558011 s, 94.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144086 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.19378 s, 23.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.961998 s, 54.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.763644 s, 68.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.851116 s, 61.6 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.424127 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.413447 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.893148 s, 58.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.946956 s, 55.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.991785 s, 52.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.659213 s, 79.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138097 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146938 s, 357 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.22963 s, 42.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.528724 s, 99.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.859439 s, 61.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.214462 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.544129 s, 96.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0900975 s, 582 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.187388 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.534299 s, 98.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.599558 s, 87.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.561547 s, 93.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.71858 s, 30.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.495162 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.525521 s, 99.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.121039 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.768735 s, 68.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.293131 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.03067 s, 50.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.366257 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0375875 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.63696 s, 82.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130966 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.648502 s, 80.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0655225 s, 800 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.622767 s, 84.2 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.343605 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.671814 s, 78.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.670613 s, 78.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.231399 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.586615 s, 89.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 4.0179 s, 13.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179549 s, 292 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.817869 s, 64.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.595431 s, 88.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.794623 s, 66.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163817 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263559 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0496953 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.212462 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.450383 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.228122 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.611992 s, 85.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.04338 s, 25.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.320116 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.407927 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0472113 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.719738 s, 72.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225069 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.141907 s, 369 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164024 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0184951 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0249795 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.27664 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.191744 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.866652 s, 60.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.321685 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142334 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0185509 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.358037 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164339 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0341704 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.451688 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37932 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.461646 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.096571 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.935135 s, 56.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0225846 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0238366 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.700475 s, 74.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.853617 s, 61.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219403 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.516428 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12389 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.593152 s, 88.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.55005 s, 33.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0775843 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0719351 s, 729 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.683412 s, 76.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.39192 s, 21.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.494826 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.492311 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.349541 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.250816 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172131 s, 305 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110791 s, 473 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.75993 s, 69.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.759592 s, 69.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.534875 s, 98.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.882334 s, 59.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287429 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.437521 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276801 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.259155 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271955 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.819811 s, 64.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0639924 s, 819 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0772855 s, 678 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.467826 s, 112 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.439452 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.180428 s, 291 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.312713 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0328911 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113823 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.336665 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0699883 s, 749 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.376817 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111054 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.412838 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.357311 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.670624 s, 78.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.662637 s, 79.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.766497 s, 68.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0534319 s, 981 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.34341 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165019 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.20765 s, 43.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.471946 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.481029 s, 109 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.420391 s, 125 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.07215 s, 48.9 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.380599 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.53271 s, 34.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.132022 s, 397 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.752521 s, 69.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.00769 s, 52.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.684032 s, 76.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.39653 s, 37.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.947768 s, 55.3 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.772097 s, 67.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340577 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.382316 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.940951 s, 55.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.176189 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.08584 s, 48.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.58574 s, 33.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.26092 s, 23.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.477271 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.156653 s, 335 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.350487 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.787605 s, 66.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246591 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.366944 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.53562 s, 97.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.393515 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.08523 s, 25.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.94025 s, 27.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0201943 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.169637 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.15785 s, 45.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.556909 s, 94.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.345953 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.253729 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.656399 s, 79.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225586 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184513 s, 284 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.4917 s, 35.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.461204 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147706 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.269732 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220261 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.631054 s, 83.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.842616 s, 62.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.705768 s, 74.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530344 s, 98.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.689927 s, 76.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.542442 s, 96.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.733122 s, 71.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.941805 s, 55.7 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.600345 s, 87.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.755332 s, 69.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.46869 s, 35.7 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.14014 s, 46.0 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0215472 s, 2.4 GB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0325946 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.197952 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.374033 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.572354 s, 91.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.522797 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.294391 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0320575 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.562357 s, 93.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179133 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0505642 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385757 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185139 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0437342 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.180505 s, 290 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.604204 s, 86.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.175811 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0562734 s, 932 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0354258 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189446 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.497746 s, 105 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.91643 s, 18.0 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.411478 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.462223 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10386 s, 505 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.195429 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.448164 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.280013 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.356956 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.230098 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385723 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.344085 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.410274 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.348706 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.14296 s, 45.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.401768 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101675 s, 516 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0568181 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.190551 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.87642 s, 27.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0178054 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.37284 s, 38.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162492 s, 323 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0849606 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.176038 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.50146 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530488 s, 98.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.967482 s, 54.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.514818 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.77314 s, 67.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.87422 s, 60.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26401 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.213877 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0914956 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0185611 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.72489 s, 72.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.12728 s, 46.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.236357 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0825326 s, 635 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.177484 s, 295 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.569115 s, 92.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.07222 s, 48.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199057 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.667189 s, 78.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.330599 s, 159 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.326512 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.18482 s, 44.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.279066 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.78472 s, 18.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.208532 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106834 s, 491 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.273003 s, 192 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.911489 s, 57.5 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.189604 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.134265 s, 390 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.253867 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311301 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.406852 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.234175 s, 224 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.211445 s, 248 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.405449 s, 129 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.247445 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.351998 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.409965 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.359944 s, 146 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.497655 s, 105 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.458355 s, 114 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.439581 s, 119 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.57146 s, 91.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.398322 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.363931 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.511627 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.695577 s, 75.4 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.42797 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.621572 s, 84.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.343041 s, 153 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.387951 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.79846 s, 65.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.752162 s, 69.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26023 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.439225 s, 119 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.797205 s, 65.8 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.325436 s, 161 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.851524 s, 61.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.451813 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.705886 s, 74.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.875645 s, 59.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.782423 s, 67.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.302283 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.616781 s, 85.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.127386 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286273 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118782 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.484645 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.612804 s, 85.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.467321 s, 112 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.259113 s, 202 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.513415 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.357215 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.127129 s, 412 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.300605 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.584263 s, 89.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508805 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148764 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.307196 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.716956 s, 73.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.34356 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.380759 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.939323 s, 55.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0201905 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.270357 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.472635 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.11908 s, 46.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.432323 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.36944 s, 38.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.584919 s, 89.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.810777 s, 64.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.500759 s, 105 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.212275 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.160317 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.795966 s, 65.9 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150018 s, 349 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.125955 s, 416 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.879175 s, 59.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277323 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0711788 s, 737 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.985269 s, 53.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.865734 s, 60.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196575 s, 267 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.692165 s, 75.7 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0519443 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185868 s, 282 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104798 s, 500 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.278648 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.54253 s, 96.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.183193 s, 286 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.901923 s, 58.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.780633 s, 67.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.39429 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.235088 s, 223 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118338 s, 443 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106329 s, 493 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.429897 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.309491 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.334798 s, 157 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.60542 s, 86.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.23576 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0558879 s, 938 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.592464 s, 88.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.487902 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.541656 s, 96.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.2867 s, 40.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.545545 s, 96.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.604483 s, 86.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.710863 s, 73.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.623946 s, 84.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.280164 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.397694 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.834017 s, 62.9 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.203005 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.155622 s, 337 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.369339 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0597519 s, 877 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.480747 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.569427 s, 92.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.497323 s, 105 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0627612 s, 835 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0790869 s, 663 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.226559 s, 231 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.80888 s, 64.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.232485 s, 226 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0256986 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0262996 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123058 s, 426 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.396316 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218798 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123601 s, 424 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.963095 s, 54.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.096562 s, 543 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0375163 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.442124 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.149691 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.133722 s, 392 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311224 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.973713 s, 53.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.390652 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.464927 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.152933 s, 343 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11555 s, 454 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.222904 s, 235 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.215819 s, 243 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.304618 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.260284 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297759 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0208459 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.143465 s, 365 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.790324 s, 66.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.216196 s, 243 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.169193 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.496224 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.214567 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.790131 s, 66.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.427787 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.169266 s, 310 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.436501 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115943 s, 452 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106886 s, 491 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151259 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.912308 s, 57.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0178046 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275156 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0290047 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.722914 s, 72.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126898 s, 413 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0398633 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.25204 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.79474 s, 66.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.447019 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313224 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.108819 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340647 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.161147 s, 325 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184073 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.486723 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0551365 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.438922 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0901741 s, 581 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285357 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189684 s, 276 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508864 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.416927 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0970008 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42085 s, 125 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.17892 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.71453 s, 73.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.1433 s, 366 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.713385 s, 73.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.914568 s, 57.3 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.945696 s, 55.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.703107 s, 74.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.37197 s, 38.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.17934 s, 44.5 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.23357 s, 42.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0284808 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.49116 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.12313 s, 46.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.872904 s, 60.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.414672 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.405701 s, 129 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.759935 s, 69.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.672536 s, 78.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0290537 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.580748 s, 90.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142572 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.79776 s, 65.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.896357 s, 58.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.327581 s, 160 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.524918 s, 99.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.981242 s, 53.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.593436 s, 88.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.634105 s, 82.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0717736 s, 730 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.174429 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.625423 s, 83.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.858828 s, 61.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.832298 s, 63.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0859301 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.131771 s, 398 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326924 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0611369 s, 858 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.53496 s, 34.2 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.922208 s, 56.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.58528 s, 33.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109888 s, 477 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0184795 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.266659 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.771058 s, 68.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311123 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0185731 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.156223 s, 336 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200789 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.520288 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0348465 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.995846 s, 52.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.01244 s, 51.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.0626 s, 49.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.487077 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.566905 s, 92.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111042 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.781362 s, 67.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.07946 s, 48.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.634829 s, 82.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.617643 s, 84.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115704 s, 453 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.067738 s, 774 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.760007 s, 69.0 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 1.58286 s, 33.1 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.208738 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.719861 s, 72.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0181263 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.777636 s, 67.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.822562 s, 63.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120337 s, 436 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.90084 s, 27.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.67327 s, 31.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.402468 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.443845 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0725216 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.12584 s, 46.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.038685 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106083 s, 494 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.233673 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.160257 s, 327 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.134828 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.161639 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.254535 s, 206 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.152337 s, 344 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0407568 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0949142 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.346832 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.414892 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0970625 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.174368 s, 301 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0242887 s, 2.2 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.289126 s, 181 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.21854 s, 43.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0849535 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147869 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.346715 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123068 s, 426 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 3.04529 s, 17.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0981674 s, 534 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125266 s, 419 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.721943 s, 72.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.503239 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0208755 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.433776 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355654 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0287857 s, 1.8 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.615603 s, 85.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.864868 s, 60.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.911951 s, 57.5 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.30352 s, 40.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.368753 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.834664 s, 62.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301993 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.6832 s, 19.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.652288 s, 80.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.18777 s, 44.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0778389 s, 674 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.321539 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.157655 s, 333 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.245542 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.433321 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0203198 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21741 s, 241 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0178668 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0177811 s, 2.9 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.502038 s, 104 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.685615 s, 76.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.16368 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0785279 s, 668 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.336127 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113523 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0192621 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37707 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.96906 s, 26.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.542643 s, 96.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120477 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.84712 s, 18.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.037816 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.547399 s, 95.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286532 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0199438 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166953 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.850406 s, 61.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11738 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.227189 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296011 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.261112 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.170173 s, 308 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0478628 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.195382 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0891608 s, 588 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.197547 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204516 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.782002 s, 67.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.59062 s, 20.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.957486 s, 54.8 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.828149 s, 63.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0692427 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0193367 s, 2.7 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218838 s, 240 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0216836 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.438022 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0806651 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0545121 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.100819 s, 520 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148095 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.149684 s, 350 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.60331 s, 86.9 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.664854 s, 78.9 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.06214 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355484 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.62184 s, 84.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.813778 s, 64.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.572687 s, 91.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.03806 s, 50.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.14784 s, 45.7 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0209485 s, 2.5 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.228191 s, 230 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.445814 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0226577 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.37407 s, 38.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0374069 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0280138 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122578 s, 428 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.668708 s, 78.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189401 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.23699 s, 42.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.782974 s, 67.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.839397 s, 62.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.123807 s, 423 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.91165 s, 27.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.27172 s, 41.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 2.21203 s, 23.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.327504 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313386 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.272192 s, 193 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.209129 s, 251 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.213912 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.651147 s, 80.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.076315 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326967 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.13838 s, 46.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.17798 s, 44.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.818311 s, 64.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.722464 s, 72.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.56896 s, 92.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144414 s, 363 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12789 s, 410 MB/s50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.909734 s, 57.6 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.414641 s, 126 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.318689 s, 165 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.24898 s, 211 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.10815 s, 47.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287014 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265449 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.397403 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.272129 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322598 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.630966 s, 83.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139571 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.137453 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.364703 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.13745 s, 381 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.515888 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.757232 s, 69.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105348 s, 498 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288954 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237103 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.504153 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0223131 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.76523 s, 68.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.637807 s, 82.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.556339 s, 94.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165807 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.403074 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.655808 s, 79.9 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.661461 s, 79.3 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.668474 s, 78.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0306658 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.183876 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277339 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101031 s, 519 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246256 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237339 s, 221 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.269649 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0206691 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0273937 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204194 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.162676 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129249 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.092157 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0563469 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130914 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.137633 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105123 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178962 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.562127 s, 93.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0524621 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.722858 s, 72.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142635 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.027547 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.494474 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.455281 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14181 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0208641 s, 2.5 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118152 s, 444 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.177331 s, 296 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120079 s, 437 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0702149 s, 747 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.23202 s, 226 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0808542 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103546 s, 506 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153673 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11177 s, 469 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.576928 s, 90.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.135727 s, 386 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128193 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.62998 s, 83.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0950302 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164886 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116292 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0909057 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.139369 s, 376 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0261488 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.61669 s, 32.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312515 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0785323 s, 668 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159067 s, 330 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0646856 s, 811 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0632329 s, 829 MB/s


50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0944996 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129034 s, 406 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0194812 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.187982 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061363 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.216505 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.17903 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204846 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.290975 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116277 s, 451 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0243682 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107581 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.242422 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0606192 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151149 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0618471 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.494062 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288433 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246349 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.109716 s, 478 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.652376 s, 80.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248311 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.424003 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.773338 s, 67.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113635 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311315 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028267 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.578898 s, 90.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.187864 s, 279 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.50333 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0196575 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.434302 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.15968 s, 45.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.697053 s, 75.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14482 s, 362 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.19804 s, 43.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.602529 s, 87.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.565161 s, 92.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.136159 s, 385 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.367132 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.909708 s, 57.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.39861 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.29153 s, 40.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.28997 s, 40.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.31376 s, 39.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.55244 s, 33.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.477374 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.870364 s, 60.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.211048 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.689283 s, 76.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.926357 s, 56.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.514828 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.596985 s, 87.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.396814 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.353199 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.377364 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.03685 s, 50.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.434063 s, 121 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.466522 s, 112 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.513292 s, 102 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.454649 s, 115 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.234666 s, 223 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 2.03753 s, 25.7 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.320009 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.550332 s, 95.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150346 s, 349 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312649 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.664883 s, 78.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.425197 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.515367 s, 102 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.126591 s, 414 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.857819 s, 61.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.860045 s, 61.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.268117 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.780285 s, 67.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282198 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.29131 s, 40.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.811548 s, 64.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.991394 s, 52.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.274198 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.260116 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.09761 s, 47.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.170891 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166923 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18718 s, 280 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.206309 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.439224 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.504307 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.502026 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.290659 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42206 s, 124 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.465179 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.349892 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0263662 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.531426 s, 98.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.227421 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.572559 s, 91.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0225501 s, 2.3 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.561759 s, 93.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.408736 s, 128 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130548 s, 402 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.387812 s, 135 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138145 s, 380 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164236 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158256 s, 331 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.386319 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.403227 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.60645 s, 86.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11065 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0726138 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.513969 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.559639 s, 93.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.428129 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0851317 s, 616 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158743 s, 330 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.198045 s, 265 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102541 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.31002 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.188485 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0787214 s, 666 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219917 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.229904 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.410089 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185017 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.264862 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.590584 s, 88.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281159 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.176878 s, 296 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.359926 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179163 s, 293 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.338716 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249301 s, 210 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21062 s, 249 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.460906 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.45497 s, 115 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.552108 s, 95.0 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.400104 s, 131 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.338382 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.336946 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.970901 s, 54.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218732 s, 240 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.634157 s, 82.7 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.703594 s, 74.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.309286 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0905671 s, 579 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.334906 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.258731 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.734478 s, 71.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.794919 s, 66.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26808 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.331279 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.544019 s, 96.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.04239 s, 50.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0783532 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.968899 s, 54.1 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.633835 s, 82.7 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0338999 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172549 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0853288 s, 614 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.419945 s, 125 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.307416 s, 171 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.201642 s, 260 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0205896 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172816 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.161926 s, 324 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.347563 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.515759 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115177 s, 455 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.511984 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.478307 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.341961 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.416003 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205845 s, 255 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.395602 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.584783 s, 89.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.525075 s, 99.9 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.05319 s, 49.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.502653 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.857749 s, 61.1 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.544206 s, 96.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.114222 s, 459 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.518336 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.391751 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.486206 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.609181 s, 86.1 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.56062 s, 93.5 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220847 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.132923 s, 394 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.608439 s, 86.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.674912 s, 77.7 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.619286 s, 84.7 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.716542 s, 73.2 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.43236 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.600675 s, 87.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.636094 s, 82.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.2701 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.692453 s, 75.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248659 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.152704 s, 343 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.270921 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.330627 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0243304 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.553451 s, 94.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282223 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26972 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.110661 s, 474 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0850288 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.398358 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163045 s, 322 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.090369 s, 580 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.358336 s, 146 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184762 s, 284 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.636324 s, 82.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.378754 s, 138 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.596248 s, 87.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.625768 s, 83.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.567756 s, 92.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.469358 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.603689 s, 86.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285111 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.967389 s, 54.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.525181 s, 99.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.368536 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145204 s, 361 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.724604 s, 72.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37621 s, 139 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277279 s, 189 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485749 s, 108 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.711486 s, 73.7 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.718201 s, 73.0 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0676009 s, 776 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.548442 s, 95.6 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.512253 s, 102 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.371751 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.364992 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0861088 s, 609 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.599186 s, 87.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.568057 s, 92.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.160621 s, 326 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.700709 s, 74.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.657025 s, 79.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.871195 s, 60.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248601 s, 211 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.25038 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.183727 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0445614 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0484073 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0494658 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393918 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.258425 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295389 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.344307 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.221692 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.216812 s, 242 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.279948 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296542 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.13048 s, 402 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.223352 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237086 s, 221 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.225897 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0704022 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184139 s, 285 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10628 s, 493 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.243159 s, 216 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0389953 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.215303 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142939 s, 367 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.243522 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.152641 s, 343 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.381423 s, 137 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.223662 s, 234 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.574141 s, 91.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.289974 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.399051 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225095 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.60919 s, 86.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.509255 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.371768 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.331669 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.317472 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.303827 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285308 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.306323 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.350604 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.360458 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.338648 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263654 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.438755 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.43356 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.40936 s, 128 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.723584 s, 72.5 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.542058 s, 96.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.407794 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.416181 s, 126 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.511328 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.416366 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.55476 s, 94.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.483348 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.351259 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.528468 s, 99.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.426307 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.35601 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.477853 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.45586 s, 115 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.194557 s, 269 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.571286 s, 91.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.459871 s, 114 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.121032 s, 433 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0648999 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296098 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.63305 s, 82.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.420389 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.554218 s, 94.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148304 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42631 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322552 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0230499 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.369319 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.34949 s, 150 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275704 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.264321 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14732 s, 356 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.458104 s, 114 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196973 s, 266 MB/s50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332775 s, 158 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.556557 s, 94.2 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.232718 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.382978 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.392712 s, 134 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287384 s, 182 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.306037 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.402953 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.374764 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.465137 s, 113 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.478653 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.425725 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.438908 s, 119 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.453379 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.544149 s, 96.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.483383 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.452361 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.335251 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.350226 s, 150 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.496716 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.310787 s, 169 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.434019 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.376237 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.523562 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.435947 s, 120 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312214 s, 168 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.428942 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.261053 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385489 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.421606 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3413 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.179712 s, 292 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.492661 s, 106 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.578135 s, 90.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.284457 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.278893 s, 188 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.487195 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.317439 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288526 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.458453 s, 114 MB/s50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.329852 s, 159 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.380679 s, 138 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.529765 s, 99.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.471692 s, 111 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.39725 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21642 s, 242 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3187 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.425551 s, 123 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.320596 s, 164 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.600847 s, 87.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.432964 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.412817 s, 127 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340949 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.490724 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224842 s, 233 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.550547 s, 95.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.156955 s, 334 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.281801 s, 186 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.296484 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354597 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.323789 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.251296 s, 209 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.423361 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.237461 s, 221 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277111 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.303385 s, 173 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.375457 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.195546 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.182623 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.310188 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.167078 s, 314 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.283198 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.214327 s, 245 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0540336 s, 970 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.23933 s, 219 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26564 s, 197 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.166324 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26089 s, 201 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282397 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.302467 s, 173 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.291939 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326993 s, 160 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.221113 s, 237 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224152 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.325578 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18226 s, 288 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.328192 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172381 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.325744 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.36868 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385256 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.383251 s, 137 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485464 s, 108 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.421754 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.395994 s, 132 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.293287 s, 179 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.224556 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313465 s, 167 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288512 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.435148 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.480019 s, 109 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.268769 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277253 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.390541 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282754 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0663896 s, 790 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.176083 s, 298 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.345184 s, 152 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.344956 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297944 s, 176 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.385427 s, 136 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.278966 s, 188 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249993 s, 210 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.364955 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301338 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.335185 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297987 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301308 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322245 s, 163 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.25551 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.399191 s, 131 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.315037 s, 166 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.352928 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.245959 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.388216 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292004 s, 180 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340674 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.268913 s, 195 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.304736 s, 172 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276273 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.36013 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.233952 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.304181 s, 172 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.400583 s, 131 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.408384 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.391054 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340439 s, 154 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281727 s, 186 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.297012 s, 177 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.391504 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.412407 s, 127 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.446683 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.304492 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.420618 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355516 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.463846 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.335042 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.280965 s, 187 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.34464 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37904 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.226431 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.238758 s, 220 MB/s50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.173315 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.516453 s, 102 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.230671 s, 227 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.259706 s, 202 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.384215 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158247 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.306368 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.462695 s, 113 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.307374 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.38802 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224194 s, 234 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.328654 s, 160 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.253033 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.309896 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.342969 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313138 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128134 s, 409 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.362868 s, 144 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.122797 s, 427 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.308232 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.389843 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288996 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.331454 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.34136 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.198809 s, 264 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.350426 s, 150 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.223758 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.413155 s, 127 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.364587 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.324246 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.257891 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.300709 s, 174 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.342109 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277122 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.191651 s, 274 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.366444 s, 143 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.375049 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313164 s, 167 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.362611 s, 145 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.316351 s, 166 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.310574 s, 169 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.381509 s, 137 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.438222 s, 120 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332982 s, 157 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.337598 s, 155 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.186908 s, 281 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285909 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220187 s, 238 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.173521 s, 302 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.308937 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326322 s, 161 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.280838 s, 187 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.307539 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.333472 s, 157 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.121951 s, 430 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.253265 s, 207 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.327732 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.182859 s, 287 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.375484 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275567 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.391477 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.133356 s, 393 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299826 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.37406 s, 140 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.432511 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.422934 s, 124 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.410881 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.274905 s, 191 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.354573 s, 148 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326654 s, 161 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.404961 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.248386 s, 211 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.336018 s, 156 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.325635 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431198 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297768 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287434 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322073 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281569 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.330468 s, 159 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.380512 s, 138 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.338247 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.26838 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0965087 s, 543 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332265 s, 158 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.329283 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.212646 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.394 s, 133 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.314149 s, 167 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.328732 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.293962 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.399341 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.256967 s, 204 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282737 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.405043 s, 129 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.228556 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.283042 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.288317 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.219723 s, 239 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.343973 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.188591 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.20503 s, 256 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.441042 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.345929 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322326 s, 163 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.383553 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.409946 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431259 s, 122 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.407847 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.56369 s, 93.0 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.211835 s, 247 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.345267 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354344 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313492 s, 167 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.467011 s, 112 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.440895 s, 119 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.299523 s, 175 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.378722 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.436504 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.365414 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.448253 s, 117 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354471 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.336835 s, 156 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.339229 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.444728 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287774 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.294612 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332558 s, 158 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.303199 s, 173 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.403971 s, 130 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.397188 s, 132 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.328568 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224865 s, 233 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.329926 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281876 s, 186 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.319102 s, 164 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.325501 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3475 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.387477 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.318275 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.382031 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.320757 s, 163 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.370988 s, 141 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.342195 s, 153 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.385736 s, 136 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292747 s, 179 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298025 s, 176 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.336006 s, 156 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.244298 s, 215 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.319191 s, 164 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.134597 s, 390 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.28309 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.323329 s, 162 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355651 s, 147 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.0964433 s, 544 MB/s
50+0 records in
50+0 records out

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.345205 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.369468 s, 142 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.320653 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292926 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.266163 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.2487 s, 211 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292086 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.335187 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.192043 s, 273 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.267832 s, 196 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.35858 s, 146 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.344259 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.336512 s, 156 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312049 s, 168 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.345977 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.349103 s, 150 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.2786 s, 188 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.32478 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.180199 s, 291 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.273949 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.336201 s, 156 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298275 s, 176 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.340613 s, 154 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.197497 s, 265 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.169443 s, 309 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.224163 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.342886 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111027 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.258657 s, 203 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.215422 s, 243 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.203091 s, 258 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.261472 s, 201 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.252085 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.190999 s, 274 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.267594 s, 196 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.240231 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.261912 s, 200 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199693 s, 263 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.334433 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.159271 s, 329 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.223796 s, 234 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485787 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354598 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.373175 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.320087 s, 164 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.32439 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.40648 s, 129 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.391566 s, 134 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.311744 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.163778 s, 320 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340604 s, 154 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431171 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.352719 s, 149 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.270373 s, 194 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.370423 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337881 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301373 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.303017 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.366902 s, 143 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299711 s, 175 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.294813 s, 178 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.440929 s, 119 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296034 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21025 s, 249 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249563 s, 210 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.242842 s, 216 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.36713 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246474 s, 213 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282102 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.215885 s, 243 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.238988 s, 219 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.347394 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.227244 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276139 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.208031 s, 252 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322852 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296721 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.375203 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.370034 s, 142 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.362896 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.477952 s, 110 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281482 s, 186 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.49682 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354509 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.452886 s, 116 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.452797 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.498076 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.633261 s, 82.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485252 s, 108 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.501613 s, 105 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.422156 s, 124 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.539778 s, 97.1 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.444411 s, 118 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.434163 s, 121 MB/s
50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.512888 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.392048 s, 134 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.161273 s, 325 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.417503 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.364621 s, 144 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.401784 s, 130 MB/s50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.246222 s, 213 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.235895 s, 222 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.396341 s, 132 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.426477 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0913616 s, 574 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.338142 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.4714 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.323729 s, 162 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275656 s, 190 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.578657 s, 90.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.373644 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.247564 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.259463 s, 202 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.366269 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.379534 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281745 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.346867 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.43625 s, 120 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.428792 s, 122 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.516744 s, 101 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.507674 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.340647 s, 154 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.504451 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.563266 s, 93.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.381994 s, 137 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508482 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.509414 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.498551 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.300192 s, 175 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.419753 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.376956 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.54299 s, 96.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.264141 s, 198 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.604308 s, 86.8 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.123396 s, 425 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.25819 s, 203 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.362259 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.394093 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.433871 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.458699 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.17302 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.272088 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.213348 s, 246 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0985035 s, 532 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.247846 s, 212 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285048 s, 184 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265593 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.323404 s, 162 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271148 s, 193 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.125101 s, 419 MB/s

52428800 bytes (52 MB, 50 MiB) copied, 0.153169 s, 342 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.273606 s, 192 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276519 s, 190 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.308081 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.269344 s, 195 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225194 s, 233 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.224864 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147445 s, 356 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.284981 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218228 s, 240 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.347349 s, 151 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.304367 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298292 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.363518 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.274139 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.211821 s, 248 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.33179 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.406323 s, 129 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.43196 s, 121 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.324482 s, 162 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.330372 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.283086 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.433161 s, 121 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.227527 s, 230 MB/s
50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.522717 s, 100 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.243814 s, 215 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.393473 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298055 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.257496 s, 204 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.283926 s, 185 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.137067 s, 383 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.509621 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199047 s, 263 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.252538 s, 208 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0914913 s, 573 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.190712 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.261691 s, 200 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.389254 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263296 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.372681 s, 141 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3992 s, 131 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.34004 s, 154 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.343912 s, 152 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164703 s, 318 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.295516 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.324217 s, 162 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.361052 s, 145 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.308738 s, 170 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.365314 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.230482 s, 227 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326853 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301133 s, 174 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.362016 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.316367 s, 166 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.250795 s, 209 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200817 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.276594 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.503261 s, 104 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385173 s, 136 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.496346 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.360738 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.419899 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.365726 s, 143 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.235998 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.559877 s, 93.6 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355148 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.311482 s, 168 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.3299 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.232904 s, 225 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147613 s, 355 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.189334 s, 277 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.305166 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158041 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263488 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.463258 s, 113 MB/s
/mnt/lustre/f45.sanity-pcc
composite_header:
  lcm_magic:         0x0BD60BD0
  lcm_size:          256
  lcm_flags:         ro,pccro
  lcm_layout_gen:    2
  lcm_mirror_count:  2
  lcm_entry_count:   2
components:
  - lcme_id:             65537
    lcme_mirror_id:      1
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         128
    lcme_size:           56
    sub_layout:
      lmm_magic:         0x0BD10BD0
      lmm_seq:           0x2000061c1
      lmm_object_id:     0x8
      lmm_fid:           [0x2000061c1:0x8:0x0]
      lmm_stripe_count:  1
      lmm_stripe_size:   4194304
      lmm_pattern:       raid0
      lmm_layout_gen:    0
      lmm_stripe_offset: 1
      lmm_objects:
      -   0: { l_ost_idx:   1, l_fid: [0x280000400:0x1c5:0x0] }

  - lcme_id:             131074
    lcme_mirror_id:      2
    lcme_flags:          init
    lcme_extent.e_start: 0
    lcme_extent.e_end:   EOF
    lcme_offset:         184
    lcme_size:           72
    sub_layout:
      lhm_magic:         0x0BD70BD0
      lhm_pattern:       hsm
      lhm_length:        56
      lhm_type:          0x00000003 (pccro)
      lhm_flags:         exists,archived,pccro,0x109
      lhm_archive_id:    0
      lhm_archive_ver:   0
      lhm_archive_uuid:  ''
llite.lustre-ffff8b174541b800.stats=
snapshot_time             1753365830.034858385 secs.nsecs
start_time                1753365769.249654723 secs.nsecs
elapsed_time              60.785203662 secs.nsecs
read_bytes                3352 samples [bytes] 106496 1048576 3512729600 3682850301804544
read                      44500 samples [usecs] 233 3977020 387183980 112011549856640
ioctl                     1 samples [reqs]
open                      891 samples [usecs] 9 270450 1817737 220903790719
close                     891 samples [usecs] 7 75713 391366 14246995478
seek                      889 samples [usecs] 3 84856 126270 8073836670
setattr                   1 samples [usecs] 50303 50303 50303 2530391809
getattr                   32 samples [usecs] 157 32783 42664 1080135520
mknod                     1 samples [usecs] 46309 46309 46309 2144523481
inode_permission          3584 samples [usecs] 2 355140 2665653 313912197089
opencount                 892 samples [reqs] 1 891 397387 236179747
openclosetime             890 samples [usecs] 49 681147 60240895 9148673997499
pcc_attach                1 samples [reqs]
pcc_hit_bytes             823 samples [bytes] 52428800 52428800 43148902400 2262245174149120000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
llite.lustre-ffff8b1747c94000.stats=
snapshot_time             1753365830.035008301 secs.nsecs
start_time                1753365769.249843642 secs.nsecs
elapsed_time              60.785164659 secs.nsecs
read_bytes                1500 samples [bytes] 1048576 1048576 1572864000 1649267441664000
read                      44050 samples [usecs] 226 2532959 387492613 118395114602605
open                      881 samples [usecs] 5 403060 3330713 887745640781
close                     881 samples [usecs] 6 240349 572161 76069576491
seek                      880 samples [usecs] 3 65947 130302 6058689552
inode_permission          1760 samples [usecs] 2 382150 2272122 387379510202
opencount                 881 samples [reqs] 1 865 374561 216112481
openclosetime             864 samples [usecs] 58 586585 55032027 7343378792173
pcc_attach                1 samples [reqs]
pcc_hit_bytes             851 samples [bytes] 52428800 52428800 44616908800 2339210988093440000
pcc_attach_bytes          1 samples [bytes] 52428800 52428800 52428800 2748779069440000
attach 2 detach 0 auto_attach 0
llite.lustre-ffff8b174541b800.pcc_async_threshold=1073741824
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1073741824
/mnt/pcc.d45.sanity-pcc.2 is idle now
/mnt/pcc.d45.sanity-pcc is idle now
PASS 45 (74s)

== sanity-pcc test 46: Verify PCC mode setting works correctly ========================================================== 10:03:57 (1753365837)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.14914 s, 422 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d46.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 063ce752-d447-4557-aabb-8a18c9ec8643
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f46.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=063ce752-d447-4557-aabb-8a18c9ec8643 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d46.sanity-pcc/d46.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [id]
uid=500(sanityusr) gid=500(sanityusr) groups=500(sanityusr),0(root)
Mode: 0400
llite.lustre-ffff8b174541b800.pcc_mode=0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff8b174541b800.pcc_mode=0400
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
lfs pcc pcc: cannot attach the file to PCC with ID 0 failed: Operation not permitted (1)
attach: cannot attach '/mnt/lustre/f46.sanity-pcc' to PCC with attach ID '0': Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
llite.lustre-ffff8b174541b800.pcc_mode=0004
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/61cb/0x2000061c1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [stat] [/mnt/lustre/f46.sanity-pcc]
  File: /mnt/lustre/f46.sanity-pcc
  Size: 6         	Blocks: 1          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115607925686282  Links: 1
Access: (0664/-rw-rw-r--)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-07-24 10:04:00.000000000 -0400
Modify: 2025-07-24 10:03:59.000000000 -0400
Change: 2025-07-24 10:04:00.000000000 -0400
 Birth: 2025-07-24 10:03:59.000000000 -0400
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff8b174541b800.pcc_mode=0040
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [cat] [/mnt/lustre/f46.sanity-pcc]
QQQQQ
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/61cb/0x2000061c1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [attach] [-r] [/mnt/lustre/f46.sanity-pcc]
  File: /mnt/lustre/f46.sanity-pcc
  Size: 6         	Blocks: 2          IO Block: 4194304 regular file
Device: 2c54f966h/743766374d	Inode: 144115607925686282  Links: 1
Access: (0660/-rw-rw----)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2025-07-24 10:04:00.000000000 -0400
Modify: 2025-07-24 10:03:59.000000000 -0400
Change: 2025-07-24 10:04:00.000000000 -0400
 Birth: 2025-07-24 10:03:59.000000000 -0400
file: /mnt/lustre/f46.sanity-pcc, type: readonly, PCC_file: /d46.sanity-pcc/61cb/0x2000061c1:0xa:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 0
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [detach] [/mnt/lustre/f46.sanity-pcc]
llite.lustre-ffff8b174541b800.pcc_mode=0400
llite.lustre-ffff8b174541b800.pcc_mode=0400
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d46.sanity-pcc is idle now
PASS 46 (8s)

== sanity-pcc test 47: mtime should be kept once file attached into PCC ========================================================== 10:04:05 (1753365845)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.192799 s, 326 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d47.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 44783fca-0bb4-4c44-9bb1-c44f081c405d
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f47.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=44783fca-0bb4-4c44-9bb1-c44f081c405d (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d47.sanity-pcc/d47.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
QQQQQ
/home/green/git/lustre-release/lustre/utils/lfs pcc state /mnt/lustre/f47.sanity-pcc | grep -E -c 'type: readonly'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d47.sanity-pcc is idle now
PASS 47 (10s)

== sanity-pcc test 48: PCC state should check whether the file in local PCC cache ========================================================== 10:04:15 (1753365855)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.116069 s, 542 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d48.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 638c97aa-c7f0-4e14-9114-6d6dbd7a281e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f48.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=638c97aa-c7f0-4e14-9114-6d6dbd7a281e (extents) (64bit) (large files) (huge files)
QQQQQ
file: /mnt/lustre/f48.sanity-pcc, type: readonly, PCC_file: /d48.sanity-pcc/61cd/0x2000061c1:0xc:0x0 (unlinked), open_count: 0, flags: 4
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d48.sanity-pcc is idle now
PASS 48 (7s)

== sanity-pcc test 96: Auto attach from multiple read process on a node ========================================================== 10:04:22 (1753365862)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.122685 s, 513 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d96.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 650bdc88-2270-45d6-aa8e-b8c7bf405913
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f96.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=650bdc88-2270-45d6-aa8e-b8c7bf405913 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d96.sanity-pcc/d96.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8b174541b800.pcc_async_threshold=1G
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.778136 s, 67.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.880355 s, 59.6 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.887984 s, 59.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.929041 s, 56.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.934801 s, 56.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.945711 s, 55.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0243652 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0325815 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0458654 s, 1.1 GB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.047153 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0568249 s, 923 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456129 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0567708 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0488848 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0281658 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0303912 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0287486 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0502695 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0303285 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.058469 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0346607 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0229519 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0345988 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0518719 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380072 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.035081 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0311333 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0580457 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0429367 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0720422 s, 728 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0365914 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0340901 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0341791 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0486413 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0534102 s, 982 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0338967 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.01933 s, 2.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0274053 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0384247 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028756 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0248256 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0213596 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.039238 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0416463 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0453879 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0234907 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.023576 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0380945 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0293161 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0353299 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0496347 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0244431 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0329403 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0287235 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.036815 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396186 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0306454 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0529322 s, 990 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0614009 s, 854 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510684 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0360766 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0505781 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.055267 s, 949 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.060379 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.027217 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.097646 s, 537 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0513044 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0527677 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0709219 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0312829 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0302968 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0616602 s, 850 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0546671 s, 959 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0584428 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0296846 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.05157 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0626971 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0736571 s, 712 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0598332 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0550916 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0580486 s, 903 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0353599 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0614937 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0485142 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0492495 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388731 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.052664 s, 996 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.048012 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0527441 s, 994 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0759336 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0658258 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.046424 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0414643 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.097101 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0253199 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0351059 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456712 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0485489 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0659945 s, 794 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0591217 s, 887 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0721069 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.104527 s, 502 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0960367 s, 546 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0517592 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0462748 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.082675 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0714055 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0459884 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0310374 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0953456 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0460751 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0551915 s, 950 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0292102 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0460168 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0330313 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0297156 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0951994 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0664681 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0300803 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0632045 s, 830 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0408601 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0432727 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0342972 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0336626 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0518785 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.048069 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0516444 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0411501 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.125029 s, 419 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0515401 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0995731 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0803177 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0300264 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0268824 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0748238 s, 701 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0467535 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0317783 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0519341 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0540997 s, 969 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0887524 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0709375 s, 739 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0628432 s, 834 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0320172 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0335768 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0743179 s, 705 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0294418 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.064936 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0445218 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0187514 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0420177 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0244798 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0635271 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0297464 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.068081 s, 770 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.074092 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0253237 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0617615 s, 849 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0407176 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0277371 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0351681 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0511393 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0427687 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0592277 s, 885 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0470438 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0370997 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0479129 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0266035 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0516762 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0548798 s, 955 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0404749 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0435513 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0663469 s, 790 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0181215 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0759841 s, 690 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0615927 s, 851 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0624189 s, 840 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.036896 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0845801 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0799569 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.035986 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0353314 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0651124 s, 805 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0535443 s, 979 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0305177 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0419415 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0588555 s, 891 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.032601 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0835745 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0563565 s, 930 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0503107 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0498934 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0475207 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0652556 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510286 s, 1.0 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0672779 s, 779 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0603812 s, 868 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0335361 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0232444 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382369 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0558611 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0696178 s, 753 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0633084 s, 828 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0293071 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0246072 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0347952 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0431867 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0463064 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.020868 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0232711 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0714768 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0884242 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0287769 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0469132 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0755126 s, 694 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0177629 s, 3.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0255834 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0480007 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.042041 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0221307 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0358984 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0349127 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0276299 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0763254 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0664448 s, 789 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061499 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0220018 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0462695 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0775579 s, 676 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.108466 s, 483 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0865269 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0451617 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0577393 s, 908 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0634825 s, 826 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0865603 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0694364 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0625232 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0578586 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0432639 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0723305 s, 725 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.062713 s, 836 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0579068 s, 905 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0357964 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0515867 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0485332 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111226 s, 471 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0648644 s, 808 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0532832 s, 984 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0336655 s, 1.6 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0564981 s, 928 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0584234 s, 897 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0309014 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0224082 s, 2.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0424943 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.046497 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120388 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0436171 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396214 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0401276 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331228 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0867005 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0430614 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0440832 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0350249 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0524853 s, 999 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107457 s, 488 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0621178 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0722242 s, 726 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0418244 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0284674 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0597424 s, 878 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0429125 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0622903 s, 842 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0349934 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.108843 s, 482 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0208874 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0694658 s, 755 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0492977 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0754175 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0325829 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0489436 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0591851 s, 886 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0598196 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0182915 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0954049 s, 550 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0884352 s, 593 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0600277 s, 873 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0756495 s, 693 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106455 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0181499 s, 2.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0919973 s, 570 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0620938 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0500507 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0698826 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0288682 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0627569 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0551414 s, 951 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0575937 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.05038 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0459852 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0967298 s, 542 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0705949 s, 743 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0503637 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0552932 s, 948 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051891 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0340254 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0379601 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0833992 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0704205 s, 745 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0726144 s, 722 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0757776 s, 692 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0918011 s, 571 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0207689 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083633 s, 627 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.047913 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0831359 s, 631 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.131552 s, 399 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0561336 s, 934 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.044906 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0443233 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0546777 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0238182 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0595767 s, 880 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0255727 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0437416 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0567176 s, 924 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0744308 s, 704 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510689 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0506815 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0877425 s, 598 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0422017 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0486913 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0613466 s, 855 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0512336 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.128787 s, 407 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0373991 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0353736 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0368395 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0997032 s, 526 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0617212 s, 849 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0657053 s, 798 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.0725344 s, 723 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0635255 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0497397 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0448043 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0491305 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0317582 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105144 s, 499 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0553639 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.052412 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0661982 s, 792 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0469152 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0878115 s, 597 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.127521 s, 411 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.079547 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0952098 s, 551 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0845484 s, 620 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0588957 s, 890 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0637474 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0325251 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0510332 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0209289 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0675597 s, 776 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0854695 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.091113 s, 575 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113365 s, 462 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.030844 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0697426 s, 752 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0250782 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327716 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0605937 s, 865 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0686541 s, 764 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0712173 s, 736 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0797375 s, 658 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.078877 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0849846 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0283908 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0975357 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0644744 s, 813 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0477948 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0872918 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0837955 s, 626 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0830215 s, 632 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.107763 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0734633 s, 714 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0923044 s, 568 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0783483 s, 669 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148937 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172834 s, 303 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0574977 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0205728 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.121377 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0345015 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0625175 s, 839 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.114849 s, 457 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0687955 s, 762 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0779235 s, 673 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0859164 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0793051 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.078953 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0469209 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0479704 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0383302 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0311949 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0447923 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0638577 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0425143 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0987468 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0575072 s, 912 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.208778 s, 251 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.071326 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0493763 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0219008 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0635838 s, 825 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0330052 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0733495 s, 715 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0661094 s, 793 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061675 s, 850 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.082721 s, 634 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0455979 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0394768 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0614542 s, 853 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0361229 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0544801 s, 962 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0327875 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.052668 s, 995 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0468784 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.085938 s, 610 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.084911 s, 617 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0490091 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0702681 s, 746 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0689599 s, 760 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0382628 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0576046 s, 910 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0198857 s, 2.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.140437 s, 373 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0710616 s, 738 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0258506 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0752328 s, 697 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116506 s, 450 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.120664 s, 435 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.184102 s, 285 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.067466 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0765588 s, 685 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.103281 s, 508 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.106593 s, 492 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.149057 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.112276 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0523469 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0864377 s, 607 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115098 s, 456 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.15808 s, 332 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051812 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10041 s, 522 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0558317 s, 939 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0666797 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0393924 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0236356 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0864591 s, 606 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0184879 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0439513 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277226 s, 189 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0768124 s, 683 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0390662 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0666088 s, 787 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113772 s, 461 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0515358 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0312557 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0356134 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.121224 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0793332 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130984 s, 400 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.130592 s, 401 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0443554 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0303331 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0906337 s, 578 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111474 s, 470 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0841149 s, 623 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0763295 s, 687 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0921879 s, 569 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0740794 s, 708 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0894767 s, 586 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0887173 s, 591 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0789905 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146525 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0473651 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111957 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0416152 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0772105 s, 679 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0451249 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0467341 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0405906 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0587149 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0452446 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0436559 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0237002 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.117336 s, 447 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0550671 s, 952 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.12139 s, 432 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.16652 s, 315 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.151116 s, 347 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0247211 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0747138 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0754402 s, 695 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0530199 s, 989 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0396703 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0416833 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0879411 s, 596 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.252974 s, 207 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.144149 s, 364 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.212307 s, 247 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0549376 s, 954 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.129691 s, 404 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0822144 s, 638 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0268933 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0812909 s, 645 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0350704 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0674582 s, 777 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0536151 s, 978 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.137434 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111948 s, 468 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0961755 s, 545 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0361704 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0353857 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0543948 s, 964 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0500818 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0914221 s, 573 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.080921 s, 648 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0222105 s, 2.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0595229 s, 881 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0852382 s, 615 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0606718 s, 864 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0585546 s, 895 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0502001 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0723852 s, 724 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.213479 s, 246 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.048145 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0248814 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.100289 s, 523 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0255914 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21471 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0685074 s, 765 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0345684 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0478262 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.071466 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0716446 s, 732 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14233 s, 368 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.154099 s, 340 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0598697 s, 876 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0599283 s, 875 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0950422 s, 552 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0815813 s, 643 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0806683 s, 650 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0456933 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0785695 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0729123 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0285677 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0937352 s, 559 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.074708 s, 702 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0814457 s, 644 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0795367 s, 659 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0668552 s, 784 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10588 s, 495 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.137635 s, 381 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083324 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0698695 s, 750 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.065305 s, 803 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0869039 s, 603 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118754 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0761281 s, 689 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.134801 s, 389 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185401 s, 283 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0638631 s, 821 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0970397 s, 540 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0504148 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0607316 s, 863 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0503029 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0770692 s, 680 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0750187 s, 699 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.111044 s, 472 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.119109 s, 440 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0334714 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0553624 s, 947 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0430124 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102796 s, 510 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.22462 s, 233 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0186338 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.148848 s, 352 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0512099 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0909103 s, 577 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.082026 s, 639 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0670956 s, 781 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0785588 s, 667 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.09871 s, 531 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0704759 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0247243 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0414888 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0715619 s, 733 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0942659 s, 556 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0762503 s, 688 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083391 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0358758 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051062 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101131 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.051385 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0586967 s, 893 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0620145 s, 845 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0805168 s, 651 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0810373 s, 647 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083216 s, 630 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0930302 s, 564 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0422511 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0748676 s, 700 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0265435 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0269928 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0578368 s, 906 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0402738 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0799225 s, 656 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0707293 s, 741 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0866273 s, 605 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0255705 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0628029 s, 835 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0462315 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0487469 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0498076 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.061083 s, 858 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0546974 s, 959 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0415156 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.033212 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0944489 s, 555 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.114062 s, 460 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0802336 s, 653 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0184417 s, 2.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0720712 s, 727 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0659579 s, 795 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0559827 s, 937 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0609799 s, 860 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.102513 s, 511 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.083352 s, 629 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0770096 s, 681 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0670028 s, 782 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0369854 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0656237 s, 799 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0713543 s, 735 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0601371 s, 872 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0855265 s, 613 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0889957 s, 589 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0643564 s, 815 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0704416 s, 744 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0692308 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0496752 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0463582 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.049613 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0590298 s, 888 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0872045 s, 601 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0792047 s, 662 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.10756 s, 487 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0618073 s, 848 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0729063 s, 719 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0993957 s, 527 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0708807 s, 740 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.079347 s, 661 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.116873 s, 449 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0441361 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0538775 s, 973 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0658655 s, 796 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0560623 s, 935 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0631115 s, 831 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0464007 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0720106 s, 728 MB/s
Finish ========
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0498004 s, 1.1 GB/s
detach: must specify one or more FIDs
Detach given files from the Persistent Client Cache.
usage: lfs pcc detach [-k] FILE [...]

lfs commands used to interact with PCC features:
lfs pcc attach - attach given files to Persistent Client Cache
lfs pcc attach_fid - attach given files into PCC by FID(s)
lfs pcc state  - display the PCC state for given files
lfs pcc detach - detach given files from Persistent Client Cache
lfs pcc detach_fid - detach given files from PCC by FID(s)
lfs pcc delete - delete the PCC layout componenet for given files
lfs pcc pin - pin give files for PCC
lfs pcc unpin - unpin given files for PCC

llite.lustre-ffff8b174541b800.pcc_async_threshold=1073741824
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d96.sanity-pcc is idle now
PASS 96 (69s)

== sanity-pcc test 97: two mmap I/O and layout lock cancel ========================================================== 10:05:31 (1753365931)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.118987 s, 529 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d97.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 6782e3ed-028a-419a-85d2-8676ff1006ec
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f97.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=6782e3ed-028a-419a-85d2-8676ff1006ec (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d97.sanity-pcc/d97.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8b174541b800.pcc_async_threshold=1G
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1G
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.782964 s, 67.0 MB/s
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T1. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
T2. mmap_cat /mnt/lustre/f97.sanity-pcc ...
llite.lustre-ffff8b174541b800.pcc_async_threshold=1073741824
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d97.sanity-pcc is idle now
PASS 97 (130s)

== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 10:07:41 (1753366061)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.110923 s, 567 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d98.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 5099fd00-787a-4f13-8e9c-392a84b2187e
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=5099fd00-787a-4f13-8e9c-392a84b2187e (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
llite.lustre-ffff8b174541b800.pcc_async_threshold=0
llite.lustre-ffff8b1747c94000.pcc_async_threshold=0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.768932 s, 68.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.474586 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.479495 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.582361 s, 90.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0377665 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0415831 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0692589 s, 757 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.560487 s, 93.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.403982 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.46137 s, 114 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.199307 s, 263 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.358707 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3366 s, 156 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.486302 s, 108 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.294174 s, 178 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.46249 s, 113 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.579758 s, 90.4 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.385702 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.622387 s, 84.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.850916 s, 61.6 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.594627 s, 88.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.774448 s, 67.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.33091 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.306131 s, 171 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.476909 s, 110 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.625038 s, 83.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295439 s, 177 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.363816 s, 144 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.572501 s, 91.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.707426 s, 74.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.709749 s, 73.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.615166 s, 85.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299537 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530795 s, 98.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.742326 s, 70.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.724401 s, 72.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.837423 s, 62.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.071471 s, 734 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.172363 s, 304 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0782888 s, 670 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286789 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.575988 s, 91.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.289319 s, 181 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.464692 s, 113 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.110711 s, 474 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.23366 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.373305 s, 140 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.470874 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.477819 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.644691 s, 81.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.629919 s, 83.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.648716 s, 80.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.328966 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.328166 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.458354 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337212 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.342542 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.350715 s, 149 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298814 s, 175 MB/s50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.475946 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.134386 s, 390 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.66486 s, 78.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.587671 s, 89.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.470965 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385728 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.333573 s, 157 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.411288 s, 127 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.560931 s, 93.5 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.560102 s, 93.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.429731 s, 122 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.229412 s, 229 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.22927 s, 229 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.429432 s, 122 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.30183 s, 174 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.206674 s, 254 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.228887 s, 229 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.672463 s, 78.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.709511 s, 73.9 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.658358 s, 79.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3855 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0990488 s, 529 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.393517 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.268591 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.204467 s, 256 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0788643 s, 665 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.101211 s, 518 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.377838 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0789559 s, 664 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.226328 s, 232 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.361751 s, 145 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.493217 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.536583 s, 97.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.200967 s, 261 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.266595 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431303 s, 122 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.243257 s, 216 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.623893 s, 84.0 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.444976 s, 118 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.443546 s, 118 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.112387 s, 467 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.296557 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.433575 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.404324 s, 130 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.58362 s, 89.8 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.530203 s, 98.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42333 s, 124 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.403878 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.435705 s, 120 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.400029 s, 131 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.618502 s, 84.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.357375 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.682839 s, 76.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146632 s, 358 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.11316 s, 463 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.28919 s, 181 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.537127 s, 97.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301936 s, 174 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.081947 s, 640 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0843016 s, 622 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.181769 s, 288 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.196013 s, 267 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.35447 s, 148 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.599593 s, 87.4 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.824041 s, 63.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.14373 s, 45.8 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 1.09118 s, 48.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.488365 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.702046 s, 74.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.357225 s, 147 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178054 s, 294 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0928244 s, 565 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.297676 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.32512 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.639579 s, 82.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.446251 s, 117 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.630937 s, 83.1 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.464114 s, 113 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.358755 s, 146 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.35906 s, 146 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.359281 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0955812 s, 549 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.918307 s, 57.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.10937 s, 47.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 1.00096 s, 52.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287299 s, 182 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.392685 s, 134 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.390639 s, 134 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.831406 s, 63.1 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.472221 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.762434 s, 68.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.330426 s, 159 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.226223 s, 232 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.224674 s, 233 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301115 s, 174 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.227457 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.552774 s, 94.8 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.308668 s, 170 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.252791 s, 207 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165928 s, 316 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.383718 s, 137 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.278978 s, 188 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.137611 s, 381 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.075358 s, 696 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.293032 s, 179 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.415822 s, 126 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.3036 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.167279 s, 313 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.158601 s, 331 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.338494 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.70574 s, 74.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.33865 s, 155 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.350011 s, 150 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.104101 s, 504 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.115711 s, 453 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.607144 s, 86.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.689845 s, 76.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.810884 s, 64.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.245277 s, 214 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.371793 s, 141 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.389304 s, 135 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0458851 s, 1.1 GB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.620485 s, 84.5 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.523735 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.557146 s, 94.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.325846 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322731 s, 162 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.317271 s, 165 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.221932 s, 236 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.240423 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0634272 s, 827 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.400628 s, 131 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42271 s, 124 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.583159 s, 89.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.407454 s, 129 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.566431 s, 92.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.440338 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.17058 s, 307 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.413761 s, 127 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.141546 s, 370 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.251824 s, 208 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146129 s, 359 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.229087 s, 229 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.814995 s, 64.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.832601 s, 63.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.638493 s, 82.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.305677 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297761 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.67049 s, 78.2 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.594415 s, 88.2 MB/s52428800 bytes (52 MB, 50 MiB) copied, 0.314949 s, 166 MB/s

50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.65811 s, 79.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271488 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282528 s, 186 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.20412 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.420994 s, 125 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.323915 s, 162 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.226477 s, 231 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.449854 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337203 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.342383 s, 153 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.236582 s, 222 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.822813 s, 63.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.821861 s, 63.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.579498 s, 90.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.4948 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.547025 s, 95.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.551385 s, 95.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.630242 s, 83.2 MB/s50+0 records in
50+0 records out

52428800 bytes (52 MB, 50 MiB) copied, 0.409102 s, 128 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.41633 s, 126 MB/s
50+0 records in
50+0 records out
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298384 s, 176 MB/s
52428800 bytes (52 MB, 50 MiB) copied, 0.332303 s, 158 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.639302 s, 82.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.233747 s, 224 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263328 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263303 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.223146 s, 235 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0939684 s, 558 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.220482 s, 238 MB/s
llite.lustre-ffff8b174541b800.pcc_async_threshold=1073741824
llite.lustre-ffff8b1747c94000.pcc_async_threshold=1073741824
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d98.sanity-pcc is idle now
PASS 98 (66s)

== sanity-pcc test 99: race among unlink | mmap read | write | detach for PCC-RO file ========================================================== 10:08:47 (1753366127)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.110524 s, 569 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 92c7569e-6fbf-42e0-8afd-380d3d97aa95
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f99.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=92c7569e-6fbf-42e0-8afd-380d3d97aa95 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.455974 s, 115 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.641742 s, 81.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0252508 s, 2.1 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.553728 s, 94.7 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0363135 s, 1.4 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.375554 s, 140 MB/s
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.440596 s, 119 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.62265 s, 84.2 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.359165 s, 146 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.563373 s, 93.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.532624 s, 98.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.596867 s, 87.8 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.519085 s, 101 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0331987 s, 1.6 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.702932 s, 74.6 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0257867 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.354227 s, 148 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.332322 s, 158 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.551381 s, 95.1 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.546291 s, 96.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0295208 s, 1.8 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.488947 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0464829 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.374107 s, 140 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.312452 s, 168 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.557348 s, 94.1 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.419306 s, 125 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.618005 s, 84.8 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.529037 s, 99.1 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.765962 s, 68.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028656 s, 1.8 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.628089 s, 83.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0391955 s, 1.3 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326992 s, 160 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.796088 s, 65.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.789301 s, 66.4 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.550207 s, 95.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0301016 s, 1.7 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.310819 s, 169 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153789 s, 341 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.554688 s, 94.5 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.629393 s, 83.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0210294 s, 2.5 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.315795 s, 166 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.225702 s, 232 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.241933 s, 217 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.606388 s, 86.5 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.459718 s, 114 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.724675 s, 72.3 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0281994 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.562799 s, 93.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.27958 s, 188 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0407884 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.559649 s, 93.7 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.535011 s, 98.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0213065 s, 2.5 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.705391 s, 74.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.021596 s, 2.4 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.493218 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.60519 s, 86.6 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530589 s, 98.8 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.242046 s, 217 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.660628 s, 79.4 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0388155 s, 1.4 GB/s
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337227 s, 155 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.252208 s, 208 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.218518 s, 240 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.654615 s, 80.1 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.639011 s, 82.0 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0264642 s, 2.0 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.459771 s, 114 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0252429 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313102 s, 167 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.262147 s, 200 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.576859 s, 90.9 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.568434 s, 92.2 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.019157 s, 2.7 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.431871 s, 121 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.596178 s, 87.9 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.364693 s, 144 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.641001 s, 81.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0318352 s, 1.6 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.466274 s, 112 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.030049 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.322976 s, 162 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.297101 s, 176 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0506198 s, 1.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.662385 s, 79.2 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.421516 s, 124 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.652485 s, 80.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.256473 s, 204 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485605 s, 108 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0264433 s, 2.0 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.325127 s, 161 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.547297 s, 95.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0313043 s, 1.7 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.56139 s, 93.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0241489 s, 2.2 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.263409 s, 199 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.469965 s, 112 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.761772 s, 68.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.895223 s, 58.6 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0515105 s, 1.0 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.42888 s, 122 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.402609 s, 130 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.023451 s, 2.2 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.5101 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028821 s, 1.8 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.464993 s, 113 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0195372 s, 2.7 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.401456 s, 131 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.202162 s, 259 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0397588 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.47882 s, 109 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.823334 s, 63.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0258132 s, 2.0 GB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.383315 s, 137 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.146996 s, 357 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0265802 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.355151 s, 148 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.576577 s, 90.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.72349 s, 72.5 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0523213 s, 1.0 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.577327 s, 90.8 MB/s
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0260233 s, 2.0 GB/s
Detach /mnt/lustre/f99.sanity-pcc ...
Read /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.414537 s, 126 MB/s
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.18652 s, 281 MB/s
Read /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0303485 s, 1.7 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
unlink: cannot unlink '/mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0': No such file or directory
Detach /mnt/lustre/f99.sanity-pcc ...
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.872645 s, 60.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0248112 s, 2.1 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
Unlink /mnt/pcc.d99.sanity-pcc/d99.sanity-pcc/61d2/0x2000061c1:0x13:0x0
Detach /mnt/lustre/f99.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.543446 s, 96.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0229264 s, 2.3 GB/s
Read /mnt/lustre/f99.sanity-pcc ...
==== DONE ====
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508263 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0189491 s, 2.8 GB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff8b174541b800.rpc_stats=
snapshot_time:            1753366190.460889274 secs.nsecs
start_time:               1753365629.195635759 secs.nsecs
elapsed_time:             561.265253515 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       277   2   2   |          3   0   0
2:		         9   0   2   |          0   0   0
4:		         3   0   2   |          0   0   0
8:		        10   0   3   |          0   0   0
16:		       808   8  11   |          0   0   0
32:		        42   0  11   |          0   0   0
64:		        88   0  12   |          0   0   0
128:		       134   1  13   |          0   0   0
256:		      8591  86 100   |       3500  99 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      2263  22  22   |       1842  52  52
2:		      1008  10  32   |       1318  37  90
3:		       702   7  39   |        250   7  97
4:		       599   6  45   |         73   2  99
5:		       531   5  51   |         11   0  99
6:		       492   4  56   |          8   0  99
7:		       514   5  61   |          1   0 100
8:		       585   5  67   |          0   0 100
9:		      3047  30  97   |          0   0 100
10:		        33   0  98   |          0   0 100
11:		        19   0  98   |          0   0 100
12:		        13   0  98   |          0   0 100
13:		        11   0  98   |          0   0 100
14:		        11   0  98   |          0   0 100
15:		        11   0  98   |          0   0 100
16:		        11   0  98   |          0   0 100
17:		        10   0  98   |          0   0 100
18:		         8   0  99   |          0   0 100
19:		         8   0  99   |          0   0 100
20:		         7   0  99   |          0   0 100
21:		         7   0  99   |          0   0 100
22:		         7   0  99   |          0   0 100
23:		         7   0  99   |          0   0 100
24:		         6   0  99   |          0   0 100
25:		         6   0  99   |          0   0 100
26:		         5   0  99   |          0   0 100
27:		         5   0  99   |          0   0 100
28:		         5   0  99   |          0   0 100
29:		         4   0  99   |          0   0 100
30:		         4   0  99   |          0   0 100
31:		        23   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       186   1   1   |         73   2   2
1:		        24   0   2   |          0   0   2
2:		        46   0   2   |          0   0   2
4:		         0   0   2   |          0   0   2
8:		         0   0   2   |          0   0   2
16:		        46   0   3   |          0   0   2
32:		        80   0   3   |          0   0   2
64:		       133   1   5   |          0   0   2
128:		       189   1   7   |          0   0   2
256:		       208   2   9   |         70   1   4
512:		       366   3  12   |        140   3   8
1024:		       802   8  20   |        280   7  16
2048:		      1531  15  36   |        560  15  32
4096:		      2986  29  66   |       1120  31  64
8192:		      3365  33 100   |       1260  35 100
osc.lustre-OST0000-osc-ffff8b1747c94000.rpc_stats=
snapshot_time:            1753366190.461015003 secs.nsecs
start_time:               1753365630.736048810 secs.nsecs
elapsed_time:             559.724966193 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         8  16  16   |          0   0   0
2:		         6  12  28   |          0   0   0
3:		         5  10  38   |          0   0   0
4:		         4   8  46   |          0   0   0
5:		         4   8  54   |          0   0   0
6:		         4   8  62   |          0   0   0
7:		         4   8  70   |          0   0   0
8:		         2   4  74   |          0   0   0
9:		        13  26 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0001-osc-ffff8b174541b800.rpc_stats=
snapshot_time:            1753366190.461082584 secs.nsecs
start_time:               1753365629.196480330 secs.nsecs
elapsed_time:             561.264602254 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         4   1   1   |          3   1   1
2:		         0   0   1   |          0   0   1
4:		         0   0   1   |          0   0   1
8:		         0   0   1   |          0   0   1
16:		         1   0   1   |          0   0   1
32:		         1   0   1   |          0   0   1
64:		         1   0   1   |          0   0   1
128:		         0   0   1   |          0   0   1
256:		       352  98 100   |        150  98 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        45  12  12   |        107  69  69
2:		        34   9  22   |         34  22  92
3:		        22   6  28   |          4   2  94
4:		        20   5  33   |          1   0  95
5:		        15   4  37   |          2   1  96
6:		        16   4  42   |          4   2  99
7:		        17   4  47   |          1   0 100
8:		        27   7  54   |          0   0 100
9:		       161  44  99   |          0   0 100
10:		         2   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12   3   3   |          6   3   3
1:		         0   0   3   |          0   0   3
2:		         0   0   3   |          0   0   3
4:		         0   0   3   |          0   0   3
8:		         0   0   3   |          0   0   3
16:		         0   0   3   |          0   0   3
32:		         0   0   3   |          0   0   3
64:		         0   0   3   |          0   0   3
128:		         2   0   3   |          0   0   3
256:		         7   1   5   |          3   1   5
512:		        14   3   9   |          6   3   9
1024:		        28   7  17   |         12   7  17
2048:		        57  15  33   |         24  15  33
4096:		       113  31  64   |         48  31  64
8192:		       126  35 100   |         54  35 100
osc.lustre-OST0001-osc-ffff8b1747c94000.rpc_stats=
snapshot_time:            1753366190.461160092 secs.nsecs
start_time:               1753365630.736939231 secs.nsecs
elapsed_time:             559.724220861 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         2   4   4   |          0   0   0
2:		         1   2   6   |          0   0   0
3:		         1   2   8   |          0   0   0
4:		         1   2  10   |          0   0   0
5:		         1   2  12   |          0   0   0
6:		         1   2  14   |          0   0   0
7:		         1   2  16   |          0   0   0
8:		         5  10  26   |          0   0   0
9:		        37  74 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99.sanity-pcc is idle now
PASS 99 (65s)

== sanity-pcc test 99b: race among unlink | two readers | write | detach for PCC-RO file ========================================================== 10:09:52 (1753366192)
200+0 records in
200+0 records out
209715200 bytes (210 MB, 200 MiB) copied, 0.288096 s, 728 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d99b.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:   8192/204800             done                            
Creating filesystem with 204800 1k blocks and 51200 inodes
Filesystem UUID: 7b805f88-9487-44bb-80b0-556900b85d1a
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345, 73729

Allocating group tables:  0/25     done                            
Writing inode tables:  0/25     done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information:  0/25     done

/tmp/f99b.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=7b805f88-9487-44bb-80b0-556900b85d1a (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.370389 s, 142 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.323424 s, 162 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0276452 s, 1.9 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.487761 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0177472 s, 3.0 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.274484 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0329673 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.611605 s, 85.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204596 s, 2.6 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165121 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.533123 s, 98.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0164388 s, 3.2 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337118 s, 156 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.591104 s, 88.7 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0213575 s, 2.5 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.462648 s, 113 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485463 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.249316 s, 210 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.378572 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.593955 s, 88.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0254082 s, 2.1 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298009 s, 176 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.295428 s, 177 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.538681 s, 97.3 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.270067 s, 194 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.439778 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0201723 s, 2.6 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.147947 s, 354 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.503121 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0212698 s, 2.5 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.327039 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.730563 s, 71.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0208849 s, 2.5 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.376793 s, 139 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.617983 s, 84.8 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.268356 s, 195 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0221229 s, 2.4 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.301589 s, 174 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.166916 s, 314 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.286931 s, 183 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.138127 s, 380 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.614426 s, 85.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.187394 s, 280 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.393454 s, 133 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.020625 s, 2.5 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.405112 s, 129 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.449219 s, 117 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0185686 s, 2.8 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.562619 s, 93.2 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.800779 s, 65.5 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0215799 s, 2.4 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.16484 s, 318 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.563437 s, 93.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0227164 s, 2.3 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.319721 s, 164 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.314428 s, 167 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.523198 s, 100 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.181241 s, 289 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.025264 s, 2.1 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0666644 s, 786 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.543264 s, 96.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0205047 s, 2.6 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.214869 s, 244 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.533428 s, 98.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.020041 s, 2.6 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.191865 s, 273 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.227602 s, 230 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0352035 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0302873 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.79704 s, 65.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.017998 s, 2.9 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.267221 s, 196 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508413 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0178535 s, 2.9 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.2414 s, 217 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485565 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0180353 s, 2.9 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.327129 s, 160 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.508026 s, 103 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0378709 s, 1.4 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292758 s, 179 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.142077 s, 369 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.021149 s, 2.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299912 s, 175 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.178162 s, 294 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.476213 s, 110 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0198839 s, 2.6 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.298832 s, 175 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0215199 s, 2.4 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.787279 s, 66.6 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.331159 s, 158 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0237232 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.511705 s, 102 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282839 s, 185 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.550821 s, 95.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0183494 s, 2.9 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.221204 s, 237 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0294252 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.539382 s, 97.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0159869 s, 3.3 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.277779 s, 189 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.168911 s, 310 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.467039 s, 112 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.84329 s, 62.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0389047 s, 1.3 GB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.020024 s, 2.6 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.266106 s, 197 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.274471 s, 191 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.507901 s, 103 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.337909 s, 155 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.452783 s, 116 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0189656 s, 2.8 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.174011 s, 301 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.156207 s, 336 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0233793 s, 2.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.497629 s, 105 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.118753 s, 441 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.48412 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0236403 s, 2.2 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.23 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.470415 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0177655 s, 3.0 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.484734 s, 108 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.540477 s, 97.0 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0186553 s, 2.8 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.406664 s, 129 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.426039 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0287495 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.669318 s, 78.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.376732 s, 139 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.537103 s, 97.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0231857 s, 2.3 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.285037 s, 184 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.29639 s, 177 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.572792 s, 91.5 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.145983 s, 359 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.324742 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.030502 s, 1.7 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.538987 s, 97.3 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.305116 s, 172 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.513894 s, 102 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0276342 s, 1.9 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.424547 s, 123 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.677001 s, 77.4 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0296729 s, 1.8 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.238664 s, 220 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.535332 s, 97.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0212825 s, 2.5 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.150518 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.47062 s, 111 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0209653 s, 2.5 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.190471 s, 275 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.576165 s, 91.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.020387 s, 2.6 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.253175 s, 207 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.239217 s, 219 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0376192 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.744156 s, 70.5 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.181301 s, 289 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.255911 s, 205 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.265067 s, 198 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.800314 s, 65.5 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.226788 s, 231 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.262726 s, 200 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.380073 s, 138 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.609759 s, 86.0 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0216361 s, 2.4 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.195765 s, 268 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0259353 s, 2.0 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.515473 s, 102 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.529183 s, 99.1 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.641107 s, 81.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0192121 s, 2.7 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.442299 s, 119 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271711 s, 193 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.271877 s, 193 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.522679 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0294476 s, 1.8 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Read /mnt/lustre/f99b.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Detach /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.275888 s, 190 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.287232 s, 183 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.538944 s, 97.3 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.165317 s, 317 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.240427 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.59827 s, 87.6 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0234126 s, 2.2 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0958475 s, 547 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.443304 s, 118 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0222681 s, 2.4 GB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.351494 s, 149 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.57114 s, 91.8 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.198163 s, 265 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.282836 s, 185 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.544941 s, 96.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0204944 s, 2.6 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.197191 s, 266 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.256377 s, 204 MB/s
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0305202 s, 1.7 GB/s
unlink: cannot unlink '/mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.565467 s, 92.7 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.153631 s, 341 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.468769 s, 112 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.749802 s, 69.9 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.273474 s, 192 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.302886 s, 173 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.637425 s, 82.3 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0338084 s, 1.6 GB/s
Read /mnt/lustre/f99b.sanity-pcc ...
Detach /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.326503 s, 161 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.437689 s, 120 MB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.134015 s, 391 MB/s
Read /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0411228 s, 1.3 GB/s
Detach /mnt/lustre/f99b.sanity-pcc ...
Read /mnt/lustre/f99b.sanity-pcc ...
Unlink /mnt/pcc.d99b.sanity-pcc/d99b.sanity-pcc/6187/0x2000061c1:0x46:0x0
Detach /mnt/lustre/f99b.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.474449 s, 111 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.760691 s, 68.9 MB/s
==== DONE ====
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.031145 s, 1.7 GB/s
==== DONE WIAT ====
osc.lustre-OST0000-osc-ffff8b174541b800.rpc_stats=
snapshot_time:            1753366255.191736350 secs.nsecs
start_time:               1753365629.195635759 secs.nsecs
elapsed_time:             625.996100591 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		       277   1   1   |          3   0   0
2:		         9   0   2   |          0   0   0
4:		         3   0   2   |          0   0   0
8:		        10   0   2   |          0   0   0
16:		       808   5   7   |          0   0   0
32:		        42   0   8   |          0   0   0
64:		        89   0   8   |          0   0   0
128:		       136   0   9   |          0   0   0
256:		     12801  90 100   |       6800  99 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		      2944  20  20   |       4546  66  66
2:		      1459  10  31   |       1835  26  93
3:		      1023   7  38   |        320   4  98
4:		       910   6  44   |         82   1  99
5:		       760   5  50   |         11   0  99
6:		       746   5  55   |          8   0  99
7:		       859   6  61   |          1   0 100
8:		       975   6  68   |          0   0 100
9:		      4271  30  98   |          0   0 100
10:		        40   0  98   |          0   0 100
11:		        19   0  98   |          0   0 100
12:		        13   0  98   |          0   0 100
13:		        11   0  98   |          0   0 100
14:		        11   0  99   |          0   0 100
15:		        11   0  99   |          0   0 100
16:		        11   0  99   |          0   0 100
17:		        10   0  99   |          0   0 100
18:		         8   0  99   |          0   0 100
19:		         8   0  99   |          0   0 100
20:		         7   0  99   |          0   0 100
21:		         7   0  99   |          0   0 100
22:		         7   0  99   |          0   0 100
23:		         7   0  99   |          0   0 100
24:		         6   0  99   |          0   0 100
25:		         6   0  99   |          0   0 100
26:		         5   0  99   |          0   0 100
27:		         5   0  99   |          0   0 100
28:		         5   0  99   |          0   0 100
29:		         4   0  99   |          0   0 100
30:		         4   0  99   |          0   0 100
31:		        23   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		       271   1   1   |        139   2   2
1:		        24   0   2   |          0   0   2
2:		        46   0   2   |          0   0   2
4:		         0   0   2   |          0   0   2
8:		         0   0   2   |          0   0   2
16:		        46   0   2   |          0   0   2
32:		        80   0   3   |          0   0   2
64:		       134   0   4   |          0   0   2
128:		       191   1   5   |          0   0   2
256:		       284   2   7   |        136   1   4
512:		       527   3  11   |        272   3   8
1024:		      1118   7  19   |        544   7  16
2048:		      2185  15  34   |       1088  15  32
4096:		      4302  30  64   |       2176  31  64
8192:		      4967  35 100   |       2448  35 100
osc.lustre-OST0000-osc-ffff8b1747c94000.rpc_stats=
snapshot_time:            1753366255.191831841 secs.nsecs
start_time:               1753365630.736048810 secs.nsecs
elapsed_time:             624.455783031 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         8  16  16   |          0   0   0
2:		         6  12  28   |          0   0   0
3:		         5  10  38   |          0   0   0
4:		         4   8  46   |          0   0   0
5:		         4   8  54   |          0   0   0
6:		         4   8  62   |          0   0   0
7:		         4   8  70   |          0   0   0
8:		         2   4  74   |          0   0   0
9:		        13  26 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
osc.lustre-OST0001-osc-ffff8b174541b800.rpc_stats=
snapshot_time:            1753366255.191920540 secs.nsecs
start_time:               1753365629.196480330 secs.nsecs
elapsed_time:             625.995440210 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         4   1   1   |          3   1   1
2:		         0   0   1   |          0   0   1
4:		         0   0   1   |          0   0   1
8:		         0   0   1   |          0   0   1
16:		         1   0   1   |          0   0   1
32:		         1   0   1   |          0   0   1
64:		         1   0   1   |          0   0   1
128:		         0   0   1   |          0   0   1
256:		       352  98 100   |        150  98 100

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		        45  12  12   |        107  69  69
2:		        34   9  22   |         34  22  92
3:		        22   6  28   |          4   2  94
4:		        20   5  33   |          1   0  95
5:		        15   4  37   |          2   1  96
6:		        16   4  42   |          4   2  99
7:		        17   4  47   |          1   0 100
8:		        27   7  54   |          0   0 100
9:		       161  44  99   |          0   0 100
10:		         2   0 100   |          0   0 100

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		        12   3   3   |          6   3   3
1:		         0   0   3   |          0   0   3
2:		         0   0   3   |          0   0   3
4:		         0   0   3   |          0   0   3
8:		         0   0   3   |          0   0   3
16:		         0   0   3   |          0   0   3
32:		         0   0   3   |          0   0   3
64:		         0   0   3   |          0   0   3
128:		         2   0   3   |          0   0   3
256:		         7   1   5   |          3   1   5
512:		        14   3   9   |          6   3   9
1024:		        28   7  17   |         12   7  17
2048:		        57  15  33   |         24  15  33
4096:		       113  31  64   |         48  31  64
8192:		       126  35 100   |         54  35 100
osc.lustre-OST0001-osc-ffff8b1747c94000.rpc_stats=
snapshot_time:            1753366255.192005540 secs.nsecs
start_time:               1753365630.736939231 secs.nsecs
elapsed_time:             624.455066309 secs.nsecs
read RPCs in flight:  0
write RPCs in flight: 0
DIO RPCs in flight: 0
pending write pages:  0
pending read pages:   0

			read			write
pages per rpc         rpcs   % cum % |       rpcs   % cum %
1:		         0   0   0   |          0   0   0
2:		         0   0   0   |          0   0   0
4:		         0   0   0   |          0   0   0
8:		         0   0   0   |          0   0   0
16:		         0   0   0   |          0   0   0
32:		         0   0   0   |          0   0   0
64:		         0   0   0   |          0   0   0
128:		         0   0   0   |          0   0   0
256:		        50 100 100   |          0   0   0

			read			write
rpcs in flight        rpcs   % cum % |       rpcs   % cum %
1:		         2   4   4   |          0   0   0
2:		         1   2   6   |          0   0   0
3:		         1   2   8   |          0   0   0
4:		         1   2  10   |          0   0   0
5:		         1   2  12   |          0   0   0
6:		         1   2  14   |          0   0   0
7:		         1   2  16   |          0   0   0
8:		         5  10  26   |          0   0   0
9:		        37  74 100   |          0   0   0

			read			write
offset                rpcs   % cum % |       rpcs   % cum %
0:		         1   2   2   |          0   0   0
1:		         0   0   2   |          0   0   0
2:		         0   0   2   |          0   0   0
4:		         0   0   2   |          0   0   0
8:		         0   0   2   |          0   0   0
16:		         0   0   2   |          0   0   0
32:		         0   0   2   |          0   0   0
64:		         0   0   2   |          0   0   0
128:		         0   0   2   |          0   0   0
256:		         1   2   4   |          0   0   0
512:		         2   4   8   |          0   0   0
1024:		         4   8  16   |          0   0   0
2048:		         8  16  32   |          0   0   0
4096:		        16  32  64   |          0   0   0
8192:		        18  36 100   |          0   0   0
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d99b.sanity-pcc is idle now
PASS 99b (65s)

== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 10:10:57 (1753366257)
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.0796835 s, 790 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d100.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 15417bce-1bd0-4e8b-8a36-9947e201afb5
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=15417bce-1bd0-4e8b-8a36-9947e201afb5 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.385254 s, 136 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes copied, 0.053724 s, 0.0 kB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00753192 s, 278 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.489935 s, 107 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.14267 s, 367 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0256726 s, 2.0 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.00315252 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.00638232 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
29+0 records in
29+0 records out
30408704 bytes (30 MB, 29 MiB) copied, 0.0871943 s, 349 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.55228 s, 94.9 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0322293 s, 1.6 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0191963 s, 2.7 GB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0438019 s, 120 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
14+0 records in
14+0 records out
14680064 bytes (15 MB, 14 MiB) copied, 0.014404 s, 1.0 GB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.203103 s, 258 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.673644 s, 77.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.029129 s, 1.8 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.292984 s, 179 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.000666994 s, 0.0 kB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0436369 s, 24.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164542 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.503721 s, 104 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.00793853 s, 0.0 kB/s
3+0 records in
3+0 records out
3145728 bytes (3.1 MB, 3.0 MiB) copied, 0.0092372 s, 341 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
46+0 records in
46+0 records out
48234496 bytes (48 MB, 46 MiB) copied, 0.0413784 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.526657 s, 99.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0247252 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0194145 s, 2.7 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.00259045 s, 0.0 kB/s
10+0 records in
10+0 records out
10485760 bytes (10 MB, 10 MiB) copied, 0.0608024 s, 172 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
26+0 records in
26+0 records out
27262976 bytes (27 MB, 26 MiB) copied, 0.0270786 s, 1.0 GB/s
47+0 records in
47+0 records out
49283072 bytes (49 MB, 47 MiB) copied, 0.0289712 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.616097 s, 85.1 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.205273 s, 255 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
12+0 records in
12+0 records out
12582912 bytes (13 MB, 12 MiB) copied, 0.0917724 s, 137 MB/s
30+0 records in
30+0 records out
31457280 bytes (31 MB, 30 MiB) copied, 0.0249107 s, 1.3 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.510227 s, 103 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.244618 s, 214 MB/s
4+0 records in
4+0 records out
4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0147637 s, 284 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.494861 s, 106 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.299364 s, 175 MB/s
7+0 records in
7+0 records out
7340032 bytes (7.3 MB, 7.0 MiB) copied, 0.0129274 s, 568 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
37+0 records in
37+0 records out
38797312 bytes (39 MB, 37 MiB) copied, 0.17812 s, 218 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.523623 s, 100 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0339738 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
26+0 records in
26+0 records out
27262976 bytes (27 MB, 26 MiB) copied, 0.0209097 s, 1.3 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.538893 s, 97.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0916158 s, 572 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0011435 s, 0.0 kB/s
24+1 records in
24+1 records out
26087424 bytes (26 MB, 25 MiB) copied, 0.0741333 s, 352 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.614464 s, 85.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.38653 s, 136 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.023321 s, 2.2 GB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0494231 s, 106 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
43+0 records in
43+0 records out
45088768 bytes (45 MB, 43 MiB) copied, 0.226377 s, 199 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530379 s, 98.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0190258 s, 2.8 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0845508 s, 62.0 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0139301 s, 75.3 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
33+0 records in
33+0 records out
34603008 bytes (35 MB, 33 MiB) copied, 0.0916055 s, 378 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.519769 s, 101 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.028642 s, 1.8 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0176598 s, 3.0 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB, 3.0 MiB) copied, 0.0426076 s, 73.8 MB/s
8+0 records in
8+0 records out
8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.0113833 s, 737 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.689119 s, 76.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.378155 s, 139 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0245186 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0200865 s, 2.6 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
36+0 records in
36+0 records out
37748736 bytes (38 MB, 36 MiB) copied, 0.112262 s, 336 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.514001 s, 102 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
0+0 records in
0+0 records out
0 bytes copied, 0.0195474 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
22+0 records in
22+0 records out
23068672 bytes (23 MB, 22 MiB) copied, 0.0188687 s, 1.2 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.549605 s, 95.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0242377 s, 2.2 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.223636 s, 234 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.152517 s, 6.9 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0261322 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.589984 s, 88.9 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.302705 s, 173 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0429139 s, 0.0 kB/s
26+0 records in
26+0 records out
27262976 bytes (27 MB, 26 MiB) copied, 0.0200786 s, 1.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.478263 s, 110 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0304097 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0190214 s, 2.8 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
6+0 records in
6+0 records out
6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.019918 s, 316 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.548634 s, 95.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.281391 s, 186 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0547519 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.00236104 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.629388 s, 83.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.17573 s, 298 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.113108 s, 464 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0138523 s, 75.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0366007 s, 1.4 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.497538 s, 105 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0248954 s, 2.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0188335 s, 2.8 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.0347781 s, 60.3 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.12408 s, 16.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.451753 s, 116 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.15736 s, 333 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
6+0 records in
6+0 records out
6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.102408 s, 61.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
41+0 records in
41+0 records out
42991616 bytes (43 MB, 41 MiB) copied, 0.0357708 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.620344 s, 84.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
18+0 records in
18+0 records out
18874368 bytes (19 MB, 18 MiB) copied, 0.217297 s, 86.9 MB/s
18+0 records in
18+0 records out
18874368 bytes (19 MB, 18 MiB) copied, 0.211364 s, 89.3 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.503169 s, 104 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.185925 s, 282 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0239997 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
23+0 records in
23+0 records out
24117248 bytes (24 MB, 23 MiB) copied, 0.0298945 s, 807 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530011 s, 98.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
18+0 records in
18+0 records out
18874368 bytes (19 MB, 18 MiB) copied, 0.302765 s, 62.3 MB/s
3+0 records in
3+0 records out
3145728 bytes (3.1 MB, 3.0 MiB) copied, 0.0106332 s, 296 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.550031 s, 95.3 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.105578 s, 497 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0126355 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.00566146 s, 0.0 kB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.522614 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0580762 s, 903 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0207034 s, 2.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.213033 s, 246 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0292135 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.116202 s, 0.0 kB/s
45+0 records in
45+0 records out
47185920 bytes (47 MB, 45 MiB) copied, 0.148002 s, 319 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.65967 s, 79.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0225794 s, 2.3 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.12297 s, 8.5 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.039321 s, 26.7 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
48+0 records in
48+0 records out
50331648 bytes (50 MB, 48 MiB) copied, 0.195748 s, 257 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.556827 s, 94.2 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0322811 s, 1.6 GB/s
8+0 records in
8+0 records out
8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.0116398 s, 721 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
42+0 records in
42+0 records out
44040192 bytes (44 MB, 42 MiB) copied, 0.0263182 s, 1.7 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.555577 s, 94.4 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0214046 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
32+0 records in
32+0 records out
33554432 bytes (34 MB, 32 MiB) copied, 0.144335 s, 232 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.735877 s, 71.2 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
18+0 records in
18+0 records out
18874368 bytes (19 MB, 18 MiB) copied, 0.252777 s, 74.7 MB/s
dd: warning: partial read (368640 bytes); suggest iflag=fullblock
3+2 records in
3+2 records out
4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0154493 s, 271 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.490676 s, 107 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.251124 s, 209 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
3+0 records in
3+0 records out
3145728 bytes (3.1 MB, 3.0 MiB) copied, 0.0113818 s, 276 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
40+0 records in
40+0 records out
41943040 bytes (42 MB, 40 MiB) copied, 0.37182 s, 113 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.677385 s, 77.4 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0326344 s, 1.6 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.130651 s, 16.1 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0481727 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
27+0 records in
27+0 records out
28311552 bytes (28 MB, 27 MiB) copied, 0.124099 s, 228 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.70874 s, 74.0 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0306632 s, 1.7 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0210525 s, 2.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.21309 s, 246 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
0+0 records in
0+0 records out
0 bytes copied, 0.0210705 s, 0.0 kB/s
8+0 records in
8+0 records out
8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.0139958 s, 599 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
dd: warning: partial read (1044480 bytes); suggest iflag=fullblock
26+2 records in
26+2 records out
28311552 bytes (28 MB, 27 MiB) copied, 0.0652434 s, 434 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.547039 s, 95.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0213629 s, 2.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
0+0 records in
0+0 records out
0 bytes copied, 0.0171771 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.155593 s, 0.0 kB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.485348 s, 108 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.244031 s, 215 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0076426 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
35+0 records in
35+0 records out
36700160 bytes (37 MB, 35 MiB) copied, 0.124273 s, 295 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.61291 s, 85.5 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.320773 s, 163 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0204162 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
25+0 records in
25+0 records out
26214400 bytes (26 MB, 25 MiB) copied, 0.108917 s, 241 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.499126 s, 105 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0229254 s, 2.3 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
3+0 records in
3+0 records out
3145728 bytes (3.1 MB, 3.0 MiB) copied, 0.00888702 s, 354 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
30+0 records in
30+0 records out
31457280 bytes (31 MB, 30 MiB) copied, 0.0330092 s, 953 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.511274 s, 103 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0219217 s, 2.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.116525 s, 9.0 MB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
0+0 records in
0+0 records out
0 bytes copied, 0.029556 s, 0.0 kB/s
40+0 records in
40+0 records out
41943040 bytes (42 MB, 40 MiB) copied, 0.0509973 s, 822 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.572447 s, 91.6 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0199687 s, 2.6 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
0+0 records in
0+0 records out
0 bytes copied, 0.0215702 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.10922 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
30+0 records in
30+0 records out
31457280 bytes (31 MB, 30 MiB) copied, 0.0903516 s, 348 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.522001 s, 100 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0230466 s, 2.3 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
29+0 records in
29+0 records out
30408704 bytes (30 MB, 29 MiB) copied, 0.0272552 s, 1.1 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.518692 s, 101 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0240337 s, 2.2 GB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0152676 s, 68.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.487695 s, 108 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
32+0 records in
32+0 records out
33554432 bytes (34 MB, 32 MiB) copied, 0.330777 s, 101 MB/s
9+0 records in
9+0 records out
9437184 bytes (9.4 MB, 9.0 MiB) copied, 0.0158606 s, 595 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.479388 s, 109 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.313406 s, 167 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.046703 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
46+0 records in
46+0 records out
48234496 bytes (48 MB, 46 MiB) copied, 0.287313 s, 168 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.565633 s, 92.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0184717 s, 2.8 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0901677 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.00545896 s, 0.0 kB/s
29+0 records in
29+0 records out
30408704 bytes (30 MB, 29 MiB) copied, 0.159246 s, 191 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
46+0 records in
46+0 records out
48234496 bytes (48 MB, 46 MiB) copied, 0.0318997 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.530911 s, 98.8 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0187266 s, 2.8 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
16+0 records in
16+0 records out
16777216 bytes (17 MB, 16 MiB) copied, 0.0126538 s, 1.3 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.481177 s, 109 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0363023 s, 1.4 GB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
8+0 records in
8+0 records out
8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.0142794 s, 587 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.591628 s, 88.6 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.229912 s, 228 MB/s
4+0 records in
4+0 records out
4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0155385 s, 270 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
31+0 records in
31+0 records out
32505856 bytes (33 MB, 31 MiB) copied, 0.131036 s, 248 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
49+0 records in
49+0 records out
51380224 bytes (51 MB, 49 MiB) copied, 0.0335178 s, 1.5 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.54447 s, 96.3 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0191051 s, 54.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
48+0 records in
48+0 records out
50331648 bytes (50 MB, 48 MiB) copied, 0.0412293 s, 1.2 GB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.510348 s, 103 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0209736 s, 2.5 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
17+0 records in
17+0 records out
17825792 bytes (18 MB, 17 MiB) copied, 0.0152671 s, 1.2 GB/s
24+0 records in
24+0 records out
25165824 bytes (25 MB, 24 MiB) copied, 0.0932526 s, 270 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.63303 s, 82.8 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.164619 s, 318 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0107218 s, 0.0 kB/s
7+0 records in
7+0 records out
7340032 bytes (7.3 MB, 7.0 MiB) copied, 0.0152666 s, 481 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.489136 s, 107 MB/s
36+1 records in
36+1 records out
38682624 bytes (39 MB, 37 MiB) copied, 0.182379 s, 212 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
4+0 records in
4+0 records out
4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0152041 s, 276 MB/s
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
32+0 records in
32+0 records out
33554432 bytes (34 MB, 32 MiB) copied, 0.0624027 s, 538 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.564832 s, 92.8 MB/s
5+0 records in
5+0 records out
5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0809555 s, 64.8 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0157787 s, 66.5 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
Detach /mnt/lustre/f100.sanity-pcc ...
38+0 records in
38+0 records out
39845888 bytes (40 MB, 38 MiB) copied, 0.100766 s, 395 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.673451 s, 77.9 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0264926 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0034367 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
45+0 records in
45+0 records out
47185920 bytes (47 MB, 45 MiB) copied, 0.0559307 s, 844 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.547872 s, 95.7 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0215855 s, 2.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0324355 s, 0.0 kB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0183174 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
48+0 records in
48+0 records out
50331648 bytes (50 MB, 48 MiB) copied, 0.183337 s, 275 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.555512 s, 94.4 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
0+0 records in
0+0 records out
0 bytes copied, 0.0274447 s, 0.0 kB/s
25+0 records in
25+0 records out
26214400 bytes (26 MB, 25 MiB) copied, 0.0402764 s, 651 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
40+0 records in
40+0 records out
41943040 bytes (42 MB, 40 MiB) copied, 0.0299057 s, 1.4 GB/s
Detach /mnt/lustre/f100.sanity-pcc ...
unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0': No such file or directory
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.640783 s, 81.8 MB/s
9+0 records in
9+0 records out
9437184 bytes (9.4 MB, 9.0 MiB) copied, 0.220126 s, 42.9 MB/s
2+0 records in
2+0 records out
2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00969848 s, 216 MB/s
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.400168 s, 131 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
Detach /mnt/lustre/f100.sanity-pcc ...
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.254904 s, 206 MB/s
1+0 records in
1+0 records out
1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.163889 s, 6.4 MB/s
0+0 records in
0+0 records out
0 bytes copied, 0.0304164 s, 0.0 kB/s
Detach /mnt/lustre/f100.sanity-pcc ...
33+0 records in
33+0 records out
34603008 bytes (35 MB, 33 MiB) copied, 0.204635 s, 169 MB/s
Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/61ba/0x2000061c1:0x7b:0x0
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.563047 s, 93.1 MB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0209383 s, 2.5 GB/s
0+0 records in
0+0 records out
0 bytes copied, 0.00480138 s, 0.0 kB/s
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.426324 s, 123 MB/s
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d100.sanity-pcc is idle now
PASS 100 (64s)

== sanity-pcc test 101a: Test auto attach in mount namespace (simulated container) ========================================================== 10:12:02 (1753366322)
creating user namespace for 500
sanityu+  132891  0.0  0.0 217184   872 pts/0    S+   10:12   0:00 sleep 600
root      132893  0.0  0.0 224088  2156 pts/0    S+   10:12   0:00 grep sleep
Created NS: child (sleep) pid=132891 in 0 seconds
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newuidmap] [132891] [0] [500] [1]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [newgidmap] [132891] [0] [500] [1]
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.0718812 s, 729 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d101a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: da2efd43-2d7d-48fe-9591-9bcf181df961
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f101a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=da2efd43-2d7d-48fe-9591-9bcf181df961 (extents) (64bit) (large files) (huge files)
Check for temp file in PCC mount
Check for temp file in PCC mount from inside namespace
Starting copytool 'agt1' on 'oleg216-client.virtnet' with cmdline 'lhsmtool_posix --archive-format=v2 --hsm-root=/mnt/pcc.d101a.sanity-pcc/d101a.sanity-pcc --daemon --pid-file=/var/run/lhsmtool_posix.pid --archive 2  "/mnt/lustre"'
Verify open attach from inside mount namespace
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00317502 s, 323 kB/s
file: /mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc, type: readwrite, PCC_file: /d101a.sanity-pcc/6165/0x2000061c1:0xa4:0x0, open_count: 0, flags: 0
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b1747c94000.lru_size=clear
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [multiop] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc] [oc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [state] [/mnt/lustre/d101a.sanity-pcc/f101a.sanity-pcc]
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000872456 s, 1.2 MB/s
Verify auto attach at open from inside NS for RW-PCC
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b174541b800.lru_size=clear
ldlm.namespaces.lustre-MDT0000-mdc-ffff8b1747c94000.lru_size=clear
Waiting 200s for 'SUCCEED'
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d101a.sanity-pcc is idle now
PASS 101a (6s)

== sanity-pcc test 102: PCC-RO should not hange for io_uring I/O engine ========================================================== 10:12:09 (1753366329)
Your kernel does not support io_uring
 SKIP: sanity-pcc test_102 kernel does not support io_uring fully
SKIP 102 (1s)

== sanity-pcc test 203: Verify attach/hit bytes statistics data ========================================================== 10:12:10 (1753366330)
10+0 records in
10+0 records out
10485760 bytes (10 MB, 10 MiB) copied, 0.0208068 s, 504 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d203.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/10240           done                            
Creating filesystem with 10240 1k blocks and 2560 inodes
Filesystem UUID: 0aed8a0a-cb03-4a88-9ead-4ff2d5b4d2e0
Superblock backups stored on blocks: 
	8193

Allocating group tables: 0/2   done                            
Writing inode tables: 0/2   done                            
Creating journal (2048 blocks): done
Writing superblocks and filesystem accounting information: 0/2   done

/tmp/f203.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0aed8a0a-cb03-4a88-9ead-4ff2d5b4d2e0 (extents) (64bit) (large files) (huge files)
pcc:
  -
    pccpath: /mnt/pcc.d203.sanity-pcc/d203.sanity-pcc
    hsmtool: posix_v2
    rwid: 0
    roid: 2
    flags: ae
    autocache: projid={0}
1+0 records in
1+0 records out
1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00349254 s, 293 kB/s
==== stats ====
llite.lustre-ffff8b174541b800.stats=
snapshot_time             1753366331.168656309 secs.nsecs
start_time                1753366331.122759113 secs.nsecs
elapsed_time              0.045897196 secs.nsecs
read_bytes                1 samples [bytes] 1024 1024 1024 1048576
write_bytes               1 samples [bytes] 1024 1024 1024 1048576
read                      3 samples [usecs] 185 1736 2112 3084402
write                     1 samples [usecs] 1655 1655 1655 2739025
open                      3 samples [usecs] 25 9065 9116 82175526
close                     3 samples [usecs] 1226 1425 4015 5394197
getattr                   2 samples [usecs] 74 1832 1906 3361700
mknod                     1 samples [usecs] 5379 5379 5379 28933641
inode_permission          7 samples [usecs] 2 2278 2634 5233428
opencount                 3 samples [reqs] 1 3 6 14
openclosetime             2 samples [usecs] 7275 8005 15280 117005650
pcc_attach                1 samples [reqs]
pcc_hit_bytes             2 samples [bytes] 1024 1024 2048 2097152
pcc_attach_bytes          1 samples [bytes] 1024 1024 1024 1048576
llite.lustre-ffff8b1747c94000.stats=
snapshot_time             1753366331.168768265 secs.nsecs
start_time                1753366331.122792892 secs.nsecs
elapsed_time              0.045975373 secs.nsecs
attach_num: 1, attach_bytes: 1024, hit_num: 2, hit_bytes: 2048
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d203.sanity-pcc is idle now
PASS 203 (3s)

== sanity-pcc test 204a: pin/unpin pcc flag ============== 10:12:13 (1753366333)
50+0 records in
50+0 records out
52428800 bytes (52 MB, 50 MiB) copied, 0.072331 s, 725 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204a.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/51200           done                            
Creating filesystem with 51200 1k blocks and 12824 inodes
Filesystem UUID: 0dd785aa-90f8-4308-88cd-ac3375df16ad
Superblock backups stored on blocks: 
	8193, 24577, 40961

Allocating group tables: 0/7   done                            
Writing inode tables: 0/7   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/7   done

/tmp/f204a.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=0dd785aa-90f8-4308-88cd-ac3375df16ad (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2,hsm: 100]"

getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204a.sanity-pcc.dat
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204a.sanity-pcc is idle now
PASS 204a (3s)

== sanity-pcc test 204b: Permission check for the pin/unpin operation ========================================================== 10:12:16 (1753366336)
mdt.lustre-MDT0000.enable_pin_gid=0
/home/green/git/lustre-release/lustre/tests/sanity-pcc.sh: illegal option -- p
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [touch] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc
trusted.pin="[hsm: 100]"

running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
unpin: cannot unpin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
pin: cannot pin '/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc' for PCC: Operation not permitted
mdt.lustre-MDT0000.enable_pin_gid=-1
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=500
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [pin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
running as uid/gid/euid/egid 500/500/500/500, groups: 500
 [/home/green/git/lustre-release/lustre/utils/lfs] [pcc] [unpin] [-i] [100] [/mnt/lustre/d204b.sanity-pcc/f204b.sanity-pcc]
mdt.lustre-MDT0000.enable_pin_gid=0
PASS 204b (4s)

== sanity-pcc test 204c: PCC pin/unpin without attach ID specified ========================================================== 10:12:20 (1753366340)
pin: failed to get id for '/mnt/lustre/f204c.sanity-pcc': No such file or directory
60+0 records in
60+0 records out
62914560 bytes (63 MB, 60 MiB) copied, 0.0916792 s, 686 MB/s
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
umount: /mnt/pcc.d204c.sanity-pcc: not mounted.
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
bpf on /sys/fs/bpf type bpf (rw,nosuid,nodev,noexec,relatime,mode=700)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/rdma type cgroup (rw,nosuid,nodev,noexec,relatime,rdma)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/misc type cgroup (rw,nosuid,nodev,noexec,relatime,misc)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
none on /sys/kernel/tracing type tracefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
/dev/nbd0 on / type ext4 (ro,relatime,stripe=32)
rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime,pagesize=2M)
mqueue on /dev/mqueue type mqueue (rw,relatime)
none on /mnt type ramfs (rw,relatime)
/dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime)
none on /var/lib/stateless/writable type tmpfs (rw,relatime)
none on /var/cache/man type tmpfs (rw,relatime)
none on /var/log type tmpfs (rw,relatime)
none on /var/lib/dbus type tmpfs (rw,relatime)
none on /tmp type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
none on /var/tmp type tmpfs (rw,relatime)
none on /var/lib/NetworkManager type tmpfs (rw,relatime)
none on /var/lib/systemd/random-seed type tmpfs (rw,relatime)
none on /var/spool type tmpfs (rw,relatime)
none on /var/lib/nfs type tmpfs (rw,relatime)
none on /var/lib/gssproxy type tmpfs (rw,relatime)
none on /var/lib/logrotate type tmpfs (rw,relatime)
none on /etc type tmpfs (rw,relatime)
none on /var/lib/rsyslog type tmpfs (rw,relatime)
none on /root/.ssh type tmpfs (rw,relatime)
none on /var/lib/dhclient type tmpfs (rw,relatime)
192.168.200.253:/exports/state/oleg216-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
192.168.200.253:/exports/state/oleg216-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=378180k,mode=700)
192.168.200.253:/exports/testreports/53736/testresults/sanity-pcc-zfs-rocky8.10_x86_64-rocky8.10_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.2,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.16,local_lock=none,addr=192.168.200.253)
/dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime)
192.168.202.116@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
192.168.202.116@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,encrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose)
mke2fs 1.47.1-wc2 (08-Nov-2024)
Discarding device blocks:  8192/61440           done                            
Creating filesystem with 61440 1k blocks and 15360 inodes
Filesystem UUID: 60f1601b-c7a3-48eb-bdf9-2ef29a68bb50
Superblock backups stored on blocks: 
	8193, 24577, 40961, 57345

Allocating group tables: 0/8   done                            
Writing inode tables: 0/8   done                            
Creating journal (4096 blocks): done
Writing superblocks and filesystem accounting information: 0/8   done

/tmp/f204c.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=60f1601b-c7a3-48eb-bdf9-2ef29a68bb50 (extents) (64bit) (large files) (huge files)
getfattr: Removing leading '/' from absolute path names
# file: mnt/lustre/f204c.sanity-pcc
trusted.pin="[hsm: 2]"

getfattr: Removing leading '/' from absolute path names
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
/mnt/lustre/f204c.sanity-pcc: trusted.pin: No such attribute
Cleanup PCC backend on /mnt/lustre
/mnt/pcc.d204c.sanity-pcc is idle now
PASS 204c (4s)
== sanity-pcc test complete, duration 1781 sec =========== 10:12:24 (1753366344)
=== sanity-pcc: start cleanup 10:12:24 (1753366344) ===
Stopping clients: oleg216-client.virtnet /mnt/lustre2 (opts:)
Stopping client oleg216-client.virtnet /mnt/lustre2 opts:
=== sanity-pcc: finish cleanup 10:12:27 (1753366347) ===