== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 00:30:04 (1746160204) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.15759 s, 399 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=11153) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg217-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51304/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64-retry1 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.117@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.117@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) umount: /mnt/pcc.d98.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=11153) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg217-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51304/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64-retry1 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.117@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.117@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: 1911ab9d-9e21-4fc8-a816-c24168dfc9f0 Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1911ab9d-9e21-4fc8-a816-c24168dfc9f0 (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} llite.lustre-ffff8800b5fc9000.pcc_async_threshold=0 llite.lustre-ffff88012d5b8000.pcc_async_threshold=0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.735088 s, 71.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.813131 s, 64.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.826079 s, 63.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.884602 s, 59.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0795662 s, 659 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0708693 s, 740 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0381139 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.082473 s, 636 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0577167 s, 908 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0530441 s, 988 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0767555 s, 683 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.45555 s, 36.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.033026 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0370765 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0305818 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0791223 s, 663 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0314493 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0336824 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0638511 s, 821 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0515861 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0594114 s, 882 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0666081 s, 787 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0741382 s, 707 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0870302 s, 602 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.10689 s, 490 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0900001 s, 583 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0593423 s, 883 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0541651 s, 968 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0627219 s, 836 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0212667 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0943342 s, 556 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0970619 s, 540 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.120588 s, 435 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0886743 s, 591 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.722055 s, 72.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.741937 s, 70.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.95165 s, 55.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.577446 s, 90.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.602951 s, 87.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.520018 s, 101 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.829117 s, 63.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.61078 s, 85.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.580324 s, 90.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.40109 s, 37.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.46852 s, 35.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.63526 s, 32.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.914133 s, 57.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.02021 s, 51.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.06169 s, 49.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.196637 s, 267 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.265745 s, 197 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.667341 s, 78.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.529021 s, 99.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.273004 s, 192 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.528563 s, 99.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.799889 s, 65.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.632268 s, 82.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.165545 s, 317 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.663798 s, 79.0 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.384838 s, 136 MB/s 52428800 bytes (52 MB) copied, 0.37198 s, 141 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0954197 s, 549 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.627375 s, 83.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.102772 s, 510 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.202218 s, 259 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.27818 s, 188 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.422995 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.431156 s, 122 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.1571 s, 334 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.58048 s, 90.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.470761 s, 111 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.476347 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.489476 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.398315 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.488019 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.476472 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.320241 s, 164 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.413041 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.181566 s, 289 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.158556 s, 331 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.159257 s, 329 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.47672 s, 110 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.47444 s, 111 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.369946 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.490405 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.942862 s, 55.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.078 s, 48.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.52673 s, 34.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.44493 s, 118 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.457793 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.408172 s, 128 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.418608 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.649131 s, 80.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.742844 s, 70.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.843933 s, 62.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.749605 s, 69.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.331959 s, 158 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0892057 s, 588 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.11195 s, 468 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.169055 s, 310 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0513313 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0560641 s, 935 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0778553 s, 673 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0336294 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107864 s, 486 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0416736 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.043702 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.124472 s, 421 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0357691 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0416759 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.059458 s, 882 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.062502 s, 839 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0717814 s, 730 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0232483 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.10882 s, 482 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0371951 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0247235 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107181 s, 489 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0512335 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0547477 s, 958 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0509493 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0613118 s, 855 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0491778 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0412071 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0928272 s, 565 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0412605 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0334993 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.703552 s, 74.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.727092 s, 72.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.742383 s, 70.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.604146 s, 86.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.936765 s, 56.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.867946 s, 60.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.3437 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.46512 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.552539 s, 94.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.335435 s, 156 MB/s , 0.39943 s, 131 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.376149 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.366217 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0762591 s, 688 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.370337 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.264386 s, 198 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.209414 s, 250 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.564884 s, 92.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.356773 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.361196 s, 145 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.847873 s, 61.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0530712 s, 988 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0451762 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0447494 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0791677 s, 662 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0325099 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0334098 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.048613 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0363778 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.039823 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0750525 s, 699 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0873287 s, 600 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0582039 s, 901 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.22298 s, 235 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.03641 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0480298 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0652785 s, 803 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0759899 s, 690 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0495338 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0536039 s, 978 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0473531 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0740408 s, 708 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0452364 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.063977 s, 819 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0659536 s, 795 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0705634 s, 743 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.378934 s, 138 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.611332 s, 85.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.219346 s, 239 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.310203 s, 169 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.357249 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.565744 s, 92.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.369524 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.36348 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.363 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.659528 s, 79.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.765285 s, 68.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.682935 s, 76.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0768705 s, 682 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.702135 s, 74.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.654427 s, 80.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.512872 s, 102 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.279401 s, 188 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.559564 s, 93.7 MB/s 52428800 bytes (52 MB) copied, 0.307137 s, 171 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.895237 s, 58.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.384547 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.34786 s, 38.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.26923 s, 41.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.22176 s, 42.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.02755 s, 51.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.03695 s, 50.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.233711 s, 224 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.233 s, 225 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.556317 s, 94.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.913038 s, 57.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.960586 s, 54.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.5042 s, 34.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.522235 s, 100 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.59313 s, 32.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.63349 s, 32.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.625082 s, 83.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.893605 s, 58.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.807126 s, 65.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.14454 s, 363 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0445055 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.11945 s, 46.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.03515 s, 50.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.08069 s, 48.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0692737 s, 757 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.87241 s, 60.1 MB/s , 0.871961 s, 60.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.592953 s, 88.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0676028 s, 776 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.169356 s, 310 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.265835 s, 197 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.610056 s, 85.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.613718 s, 85.4 MB/s 52428800 bytes (52 MB) copied, 0.886712 s, 59.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.23486 s, 223 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.370584 s, 141 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.810101 s, 64.7 MB/s 52428800 bytes (52 MB) copied, 0.436427 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.461869 s, 114 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.383541 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.302646 s, 173 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.503316 s, 104 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.554578 s, 94.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.452321 s, 116 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.420716 s, 125 MB/s llite.lustre-ffff8800b5fc9000.pcc_async_threshold=1073741824 llite.lustre-ffff88012d5b8000.pcc_async_threshold=1073741824 Cleanup PCC backend on /mnt/lustre /mnt/pcc.d98.sanity-pcc is idle now