== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 22:23:05 (1746066185) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.0963316 s, 653 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14380) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg414-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg414-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg414-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51241/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.204.114@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.204.114@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) umount: /mnt/pcc.d98.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14380) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg414-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg414-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg414-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51241/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.204.14,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.204.114@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.204.114@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: 01ee6c33-0316-4e8b-888b-858f82ce32ea Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=01ee6c33-0316-4e8b-888b-858f82ce32ea (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} llite.lustre-ffff8800a7414800.pcc_async_threshold=0 llite.lustre-ffff8800a9d4d000.pcc_async_threshold=0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.601579 s, 87.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.537301 s, 97.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.528449 s, 99.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.51222 s, 102 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0355908 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0503013 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0252443 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.483295 s, 108 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.491465 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.407503 s, 129 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.234685 s, 223 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.129776 s, 404 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0227931 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.229707 s, 228 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.132998 s, 394 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.47799 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.10462 s, 501 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0318977 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0933506 s, 562 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0898612 s, 583 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.347137 s, 151 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.38285 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.048445 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.323331 s, 162 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0516828 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.43542 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.365324 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.170311 s, 308 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0636355 s, 824 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321416 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.329075 s, 159 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.149908 s, 350 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.237409 s, 221 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.423994 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.351098 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.581542 s, 90.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.01634 s, 51.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.345975 s, 152 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.820959 s, 63.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.164704 s, 318 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.130223 s, 403 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0386877 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0592216 s, 885 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.602629 s, 87.0 MB/s , 0.638267 s, 82.1 MB/s 52428800 bytes (52 MB) copied, 0.265823 s, 197 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.684062 s, 76.6 MB/s , 0.684362 s, 76.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.50582 s, 104 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0994971 s, 527 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.416995 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.316412 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.425382 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.393653 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0529935 s, 989 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0532297 s, 985 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.313563 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.315122 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0213159 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0707103 s, 741 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.214166 s, 245 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321255 s, 163 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.603444 s, 86.9 MB/s , 0.388817 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.320553 s, 164 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.298592 s, 176 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.383562 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.037366 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.36067 s, 145 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.246118 s, 213 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0721647 s, 727 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0226017 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0290147 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.022017 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0315008 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.040631 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0215825 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.020565 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0298241 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0277185 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0176147 s, 3.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0398059 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0244153 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0296095 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.502513 s, 104 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.362991 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.293918 s, 178 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.397975 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.683372 s, 76.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.70383 s, 74.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.113507 s, 462 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0344963 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.4144 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.385864 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.310278 s, 169 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.595043 s, 88.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.404477 s, 130 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.294733 s, 178 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.162521 s, 323 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.343075 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.209669 s, 250 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.19526 s, 269 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.220122 s, 238 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.480987 s, 109 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0365097 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.357375 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.469161 s, 112 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.225681 s, 232 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.280933 s, 187 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0315886 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.366006 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.337454 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.320117 s, 164 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.596243 s, 87.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.236125 s, 222 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.340006 s, 154 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.220668 s, 238 MB/s 52428800 bytes (52 MB) copied, 0.150342 s, 349 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.01764 s, 3.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381257 s, 138 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.518085 s, 101 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.54142 s, 96.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0615994 s, 851 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.434057 s, 121 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.397185 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.28766 s, 182 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325132 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.353554 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.327618 s, 160 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0951293 s, 551 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0319042 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325372 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.351048 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.354339 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.282397 s, 186 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.148636 s, 353 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.386216 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.034148 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.317874 s, 165 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0939818 s, 558 MB/s , 0.0208084 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.122191 s, 429 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.176334 s, 297 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.339424 s, 154 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.345827 s, 152 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.810542 s, 64.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.810085 s, 64.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.769485 s, 68.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.275136 s, 191 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.275373 s, 190 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0321468 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.101977 s, 514 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.353292 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.354482 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0791363 s, 663 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.285649 s, 184 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.408503 s, 128 MB/s , 0.114631 s, 457 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.207654 s, 252 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.30136 s, 174 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.485793 s, 108 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.606248 s, 86.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.429077 s, 122 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.616195 s, 85.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.371036 s, 141 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0581624 s, 901 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.379384 s, 138 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.178023 s, 295 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.351167 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.181845 s, 288 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.3553 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.613139 s, 85.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.591128 s, 88.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.120144 s, 436 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.335014 s, 156 MB/s , 0.328108 s, 160 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.541234 s, 96.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.200934 s, 261 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0794782 s, 660 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0293205 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0753788 s, 696 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0808107 s, 649 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.663302 s, 79.0 MB/s , 0.680752 s, 77.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.350397 s, 150 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.394017 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.26656 s, 197 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.398181 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.119198 s, 440 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.205732 s, 255 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.440314 s, 119 MB/s , 0.126468 s, 415 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.29613 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.364894 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.246129 s, 213 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.373983 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.179318 s, 292 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0433263 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.281629 s, 186 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.313068 s, 167 MB/s , 0.312739 s, 168 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.263078 s, 199 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.328734 s, 159 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.274033 s, 191 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.218642 s, 240 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.245051 s, 214 MB/s , 0.240057 s, 218 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.518649 s, 101 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.128024 s, 410 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.13036 s, 402 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0397263 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0610397 s, 859 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0447165 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0327318 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0446885 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0302099 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0242317 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0593422 s, 883 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0545575 s, 961 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0383481 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.03892 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0272664 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0220353 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0310698 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0337801 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0174391 s, 3.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.480379 s, 109 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.535824 s, 97.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.412076 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.414966 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.425535 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.419944 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.141518 s, 370 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.224221 s, 234 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.143499 s, 365 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.302561 s, 173 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.301567 s, 174 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.19781 s, 265 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.046284 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.292091 s, 179 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.163025 s, 322 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381851 s, 137 MB/s 52428800 bytes (52 MB) copied, 0.0536372 s, 977 MB/s , 0.368392 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.082417 s, 636 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.350003 s, 150 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.11111 s, 472 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.165505 s, 317 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.164816 s, 318 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.157881 s, 332 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.362606 s, 145 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.377331 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.270421 s, 194 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.353175 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.216139 s, 243 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.365228 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0395995 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.279364 s, 188 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.284626 s, 184 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.477678 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.314264 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.431051 s, 122 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325765 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.372535 s, 141 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.377501 s, 139 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.142867 s, 367 MB/s , 0.329133 s, 159 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.220673 s, 238 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0299638 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0603457 s, 869 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.595236 s, 88.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.545423 s, 96.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.375568 s, 140 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.404449 s, 130 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.522976 s, 100 MB/s , 0.401272 s, 131 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.172173 s, 305 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.417058 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.420022 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.537728 s, 97.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.185446 s, 283 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.550042 s, 95.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.391554 s, 134 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.101899 s, 515 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.109078 s, 481 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.384372 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.228114 s, 230 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.405692 s, 129 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.262858 s, 199 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0894109 s, 586 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.368259 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.265977 s, 197 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0858232 s, 611 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.286618 s, 183 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.142823 s, 367 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0363628 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.388478 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.424484 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.221498 s, 237 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0214043 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.02286 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.336502 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0230975 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.024385 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.105517 s, 497 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.358042 s, 146 MB/s , 0.343563 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.315785 s, 166 MB/s llite.lustre-ffff8800a7414800.pcc_async_threshold=1073741824 llite.lustre-ffff8800a9d4d000.pcc_async_threshold=1073741824 Cleanup PCC backend on /mnt/lustre /mnt/pcc.d98.sanity-pcc is idle now