== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 00:23:51 (1734672231) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.0755971 s, 832 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12668) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg338-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg338-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg338-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/48094/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.203.138@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) 192.168.203.138@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) umount: /mnt/pcc.d98.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12668) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg338-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg338-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg338-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/48094/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.203.38,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.203.138@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) 192.168.203.138@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: ed776b05-5fc8-4846-9377-1444c16e058c Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ed776b05-5fc8-4846-9377-1444c16e058c (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} llite.lustre-ffff8800a9cc1000.pcc_async_threshold=0 llite.lustre-ffff8800a9cc5000.pcc_async_threshold=0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.356602 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.366804 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.366981 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.375118 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0292998 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0258555 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0288747 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0194739 s, 2.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0205001 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0260751 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0273279 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.507949 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.664867 s, 78.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.665679 s, 78.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.50491 s, 104 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.383229 s, 137 MB/s , 0.163183 s, 321 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.281305 s, 186 MB/s 52428800 bytes (52 MB) copied, 0.0686146 s, 764 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.282875 s, 185 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.286096 s, 183 MB/s , 0.286019 s, 183 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0348016 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0712758 s, 736 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0703294 s, 745 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.523983 s, 100 MB/s , 0.531733 s, 98.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.189559 s, 277 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.22378 s, 234 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.226178 s, 232 MB/s , 0.281526 s, 186 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.111485 s, 470 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0834059 s, 629 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0194447 s, 2.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0624137 s, 840 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.374988 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.326694 s, 160 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.13817 s, 379 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.296957 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0350903 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.339749 s, 154 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0868191 s, 604 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0617679 s, 849 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.803569 s, 65.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.834688 s, 62.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.623719 s, 84.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.281045 s, 187 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.34288 s, 153 MB/s 52428800 bytes (52 MB) copied, 0.275439 s, 190 MB/s , 0.106211 s, 494 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0877409 s, 598 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0246019 s, 2.1 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.320959 s, 163 MB/s , 0.0256848 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.257368 s, 204 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.288974 s, 181 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.469588 s, 112 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.393439 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.228769 s, 229 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0279074 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0318695 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.176888 s, 296 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.177331 s, 296 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.695326 s, 75.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.122107 s, 429 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.448459 s, 117 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.217022 s, 242 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.225208 s, 233 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.370294 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.334395 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.108376 s, 484 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.248281 s, 211 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0963911 s, 544 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.487948 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.692992 s, 75.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.818103 s, 64.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.236204 s, 222 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.353911 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.282751 s, 185 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.160217 s, 327 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.561683 s, 93.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.586434 s, 89.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0351591 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0329592 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0390661 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0319897 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0352439 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0751488 s, 698 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0381651 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.033701 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0268023 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0305702 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0351427 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.420415 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0726767 s, 721 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.267116 s, 196 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.339023 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.466331 s, 112 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.559574 s, 93.7 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.279835 s, 187 MB/s , 0.289169 s, 181 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0243261 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.135431 s, 387 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0251643 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0171394 s, 3.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.185314 s, 283 MB/s 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.479563 s, 109 MB/s , 0.48062 s, 109 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.104455 s, 502 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.109525 s, 479 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.83093 s, 63.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.474752 s, 110 MB/s 52428800 bytes (52 MB) copied, 0.906287 s, 57.9 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.323188 s, 162 MB/s 52428800 bytes (52 MB) copied, 0.308399 s, 170 MB/s , 0.430756 s, 122 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.255297 s, 205 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.133197 s, 394 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0856784 s, 612 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.105634 s, 496 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.110386 s, 475 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.240696 s, 218 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.653702 s, 80.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.420152 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0736864 s, 712 MB/s , 0.284908 s, 184 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.291014 s, 180 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.295262 s, 178 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.127754 s, 410 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.216058 s, 243 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.197068 s, 266 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.808173 s, 64.9 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.653957 s, 80.2 MB/s , 0.420674 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.148456 s, 353 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.394141 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.401564 s, 131 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.331945 s, 158 MB/s , 0.138105 s, 380 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0194764 s, 2.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.13241 s, 396 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.136902 s, 383 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.412188 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.863609 s, 60.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.671021 s, 78.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.737482 s, 71.1 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.610262 s, 85.9 MB/s , 0.610795 s, 85.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.383269 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.437323 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.515224 s, 102 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.307086 s, 171 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.14973 s, 350 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.141798 s, 370 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.307064 s, 171 MB/s , 0.218196 s, 240 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.454353 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.664975 s, 78.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.290066 s, 181 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.337347 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.343774 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.153805 s, 341 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.574175 s, 91.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0477351 s, 1.1 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.182143 s, 288 MB/s 52428800 bytes (52 MB) copied, 0.315206 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.19738 s, 266 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.104095 s, 504 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.122754 s, 427 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0323707 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.338996 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.251871 s, 208 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.253169 s, 207 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.360584 s, 145 MB/s , 0.244482 s, 214 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.334816 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0914755 s, 573 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0951169 s, 551 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.559649 s, 93.7 MB/s , 0.662129 s, 79.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.560309 s, 93.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.698321 s, 75.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.443377 s, 118 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.438255 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.35121 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.079153 s, 662 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.14507 s, 361 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.06194 s, 49.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.839568 s, 62.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.945671 s, 55.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.357389 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.463317 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.353211 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.217838 s, 241 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.259147 s, 202 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.360195 s, 146 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.255851 s, 205 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.677264 s, 77.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.536704 s, 97.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.354529 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.236379 s, 222 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0559671 s, 937 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.62741 s, 83.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.44041 s, 119 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.547359 s, 95.8 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.341111 s, 154 MB/s , 0.256853 s, 204 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0371684 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.208008 s, 252 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.309806 s, 169 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.273319 s, 192 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0367062 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0357027 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.1958 s, 43.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.04073 s, 50.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.982378 s, 53.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.320211 s, 164 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0445461 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0161495 s, 3.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0652408 s, 804 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0258551 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.440531 s, 119 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.129651 s, 404 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.456787 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.243874 s, 215 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.476474 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.478447 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.336883 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.261874 s, 200 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.259847 s, 202 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.314399 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.218302 s, 240 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.228222 s, 230 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0693849 s, 756 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.53134 s, 98.7 MB/s 52428800 bytes (52 MB) copied, 0.797653 s, 65.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.79843 s, 65.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287238 s, 183 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.29236 s, 179 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.189802 s, 276 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.315171 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.119031 s, 440 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.12409 s, 423 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.15557 s, 337 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.335377 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.407823 s, 129 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.313943 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.409763 s, 128 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.140802 s, 372 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.409332 s, 128 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.373799 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0373945 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.193169 s, 271 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.296614 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.783772 s, 66.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.356439 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.348879 s, 150 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.290215 s, 181 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.202272 s, 259 MB/s 52428800 bytes (52 MB) copied, 0.297698 s, 176 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.16841 s, 311 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.244002 s, 215 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0248529 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0712784 s, 736 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.538616 s, 97.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.644102 s, 81.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.547099 s, 95.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.332949 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.33445 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.129997 s, 403 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.413578 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0411466 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.284483 s, 184 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.288255 s, 182 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0499917 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.628824 s, 83.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.274531 s, 191 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.236621 s, 222 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.489569 s, 107 MB/s , 0.557925 s, 94.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.561585 s, 93.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.438341 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.278378 s, 188 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.532836 s, 98.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.136517 s, 384 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.261106 s, 201 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.263999 s, 199 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.362515 s, 145 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.264637 s, 198 MB/s , 0.190607 s, 275 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287955 s, 182 MB/s llite.lustre-ffff8800a9cc1000.pcc_async_threshold=1073741824 llite.lustre-ffff8800a9cc5000.pcc_async_threshold=1073741824 Cleanup PCC backend on /mnt/lustre /mnt/pcc.d98.sanity-pcc is idle now