== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 15:58:36 (1746129516) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.0944914 s, 666 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=31,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13210) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg340-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg340-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg340-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.203.140@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.203.140@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) umount: /mnt/pcc.d98.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=31,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13210) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg340-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg340-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg340-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51275/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.40,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.203.140@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.203.140@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: a5eb7e84-2654-474d-9655-c2ae7543625e Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=a5eb7e84-2654-474d-9655-c2ae7543625e (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} llite.lustre-ffff8800b62f5800.pcc_async_threshold=0 llite.lustre-ffff88012e182800.pcc_async_threshold=0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.376426 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0831892 s, 630 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.39818 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.397478 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0359062 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0353908 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0253926 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0192081 s, 2.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.269634 s, 194 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.1585 s, 331 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.599543 s, 87.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.237663 s, 221 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.196762 s, 266 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.181998 s, 288 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.218994 s, 239 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.37433 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0844486 s, 621 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0239661 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.155342 s, 338 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.198758 s, 264 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.370699 s, 141 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.242013 s, 217 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0938101 s, 559 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.281662 s, 186 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0300106 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.126764 s, 414 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0360638 s, 1.5 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.263589 s, 199 MB/s , 0.370946 s, 141 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.242746 s, 216 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.610196 s, 85.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.260862 s, 201 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.492411 s, 106 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0819024 s, 640 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.314482 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.218992 s, 239 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0869157 s, 603 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0251864 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.168411 s, 311 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.310976 s, 169 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.208635 s, 251 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.184513 s, 284 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0454449 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.299435 s, 175 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.32196 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.228494 s, 229 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.300967 s, 174 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.333988 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.364667 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.270906 s, 194 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.340681 s, 154 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325293 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.114287 s, 459 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.390301 s, 134 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0380058 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0470429 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0322339 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0425105 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0265389 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0249652 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0295104 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0279643 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.477848 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321613 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.58055 s, 90.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0285877 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.392355 s, 134 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.391804 s, 134 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.395191 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.424188 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.351571 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.273093 s, 192 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.271992 s, 193 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.43285 s, 121 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.421639 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0891365 s, 588 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.534648 s, 98.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.66877 s, 78.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.537507 s, 97.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.270999 s, 193 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.274358 s, 191 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.184581 s, 284 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.126902 s, 413 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.288514 s, 182 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287949 s, 182 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.2017 s, 260 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.402486 s, 130 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.292218 s, 179 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.23214 s, 226 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.176978 s, 296 MB/s , 0.323729 s, 162 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.100545 s, 521 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0239429 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0210438 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.216969 s, 242 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.260576 s, 201 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0297926 s, 1.8 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.280758 s, 187 MB/s , 0.260719 s, 201 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0582094 s, 901 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.29816 s, 176 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.208355 s, 252 MB/s , 0.0810667 s, 647 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0885399 s, 592 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0958317 s, 547 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.550996 s, 95.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.398324 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.164775 s, 318 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.131302 s, 399 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.206782 s, 254 MB/s 52428800 bytes (52 MB) copied, 0.331176 s, 158 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.108866 s, 482 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.112948 s, 464 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0306268 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.284614 s, 184 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.375388 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.29548 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325703 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.327851 s, 160 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.611568 s, 85.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.247285 s, 212 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.159985 s, 328 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.378287 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.119655 s, 438 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0273212 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.558729 s, 93.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.626682 s, 83.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.260251 s, 201 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.729385 s, 71.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.473846 s, 111 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.432682 s, 121 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.505814 s, 104 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.235136 s, 223 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.242584 s, 216 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.49461 s, 106 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.523533 s, 100 MB/s 52428800 bytes (52 MB) copied, 0.644454 s, 81.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.130263 s, 402 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0218198 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.261908 s, 200 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.311758 s, 168 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.296967 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.130629 s, 401 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0285323 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0290379 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0237759 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0208067 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0258612 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0215402 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.036428 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0313589 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0255969 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.03035 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0324211 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0287634 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.541729 s, 96.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.198435 s, 264 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.650929 s, 80.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.339675 s, 154 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.621149 s, 84.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.249882 s, 210 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.318072 s, 165 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.215486 s, 243 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.343739 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.486168 s, 108 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.483725 s, 108 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.392936 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.709226 s, 73.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.60208 s, 87.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.455965 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.364169 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.388713 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.50844 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.285547 s, 184 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287337 s, 182 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.501656 s, 105 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.942981 s, 55.6 MB/s , 0.591459 s, 88.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.620871 s, 84.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.309201 s, 170 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.31335 s, 167 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.224424 s, 234 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.224751 s, 233 MB/s 52428800 bytes (52 MB) copied, 0.426096 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.388826 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.369126 s, 142 MB/s , 0.482463 s, 109 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.449614 s, 117 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.743752 s, 70.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.606474 s, 86.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.415062 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.292243 s, 179 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.259744 s, 202 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.114546 s, 458 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.157038 s, 334 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0617894 s, 849 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.538316 s, 97.4 MB/s 52428800 bytes (52 MB) copied, 0.506834 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.518119 s, 101 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.514956 s, 102 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.183459 s, 286 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.271419 s, 193 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.415818 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.290193 s, 181 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287968 s, 182 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.157103 s, 334 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.249688 s, 210 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.565832 s, 92.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.21826 s, 240 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.263003 s, 199 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.440614 s, 119 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.441197 s, 119 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.383671 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.509418 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.510446 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.516942 s, 101 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.460461 s, 114 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.462048 s, 113 MB/s 52428800 bytes (52 MB) copied, 0.464141 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.382505 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.389402 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.333584 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.232753 s, 225 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.566255 s, 92.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.24759 s, 212 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.367778 s, 143 MB/s , 0.299203 s, 175 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.338329 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.264854 s, 198 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.36117 s, 145 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0505025 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.402941 s, 130 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.399355 s, 131 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.465733 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.267752 s, 196 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.41384 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.288886 s, 181 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.117581 s, 446 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0340627 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.668134 s, 78.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.491189 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.495937 s, 106 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0477352 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0393183 s, 1.3 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.608681 s, 86.1 MB/s , 0.914473 s, 57.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.607529 s, 86.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.26027 s, 201 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.180586 s, 290 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.500305 s, 105 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.662462 s, 79.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.690066 s, 76.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.70692 s, 74.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.187472 s, 280 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0705985 s, 743 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.294059 s, 178 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.4106 s, 128 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0288532 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.359715 s, 146 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.186301 s, 281 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.178912 s, 293 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.025626 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.028123 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0218676 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0352154 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.026434 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0272958 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0294998 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0304412 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0605619 s, 866 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0720538 s, 728 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0365076 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0283375 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0409512 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0792537 s, 662 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.354074 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.360263 s, 146 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.413689 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.54817 s, 95.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.562042 s, 93.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.411834 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.740913 s, 70.8 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.404598 s, 130 MB/s , 0.347954 s, 151 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.855042 s, 61.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.164098 s, 319 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.184917 s, 284 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.116482 s, 450 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.502436 s, 104 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.434729 s, 121 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.35337 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.450911 s, 116 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.387577 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.454485 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.129927 s, 404 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.037616 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0979761 s, 535 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.376732 s, 139 MB/s , 0.316031 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.595438 s, 88.1 MB/s llite.lustre-ffff8800b62f5800.pcc_async_threshold=1073741824 llite.lustre-ffff88012e182800.pcc_async_threshold=1073741824 Cleanup PCC backend on /mnt/lustre /mnt/pcc.d98.sanity-pcc is idle now