== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 00:00:54 (1733806854) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.0984029 s, 639 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12506) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg125-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg125-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg125-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/47735/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.201.125@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) 192.168.201.125@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) umount: /mnt/pcc.d98.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12506) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg125-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg125-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg125-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/47735/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.201.25,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.201.125@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) 192.168.201.125@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,flock,user_xattr,lruresize,lazystatfs,nouser_fid2path,verbose,noencrypt,statfs_project) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: c36f2fe9-70e4-4dae-a729-073986182e24 Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=c36f2fe9-70e4-4dae-a729-073986182e24 (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} llite.lustre-ffff8800a587d000.pcc_async_threshold=0 llite.lustre-ffff8800b58b6000.pcc_async_threshold=0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.604429 s, 86.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0273954 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0236498 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.173374 s, 302 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.137989 s, 380 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.536551 s, 97.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0205158 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.385412 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.430395 s, 122 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0401315 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.022373 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0214287 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0262314 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0233658 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0345085 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0309692 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0238973 s, 2.2 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0327798 s, 1.6 GB/s , 1.54393 s, 34.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0225295 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0340711 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0491474 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0663032 s, 791 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0351768 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0281884 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0480001 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.017763 s, 3.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0288842 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.322341 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0319632 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0230536 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0410114 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0284398 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.385804 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.020026 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0239401 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.377948 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.306741 s, 171 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.313886 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.28387 s, 185 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.124393 s, 421 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.140224 s, 374 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0784846 s, 668 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0890539 s, 589 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.35444 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.416732 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.157814 s, 332 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.16092 s, 326 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.262895 s, 199 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.263931 s, 199 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.123057 s, 426 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.423855 s, 124 MB/s , 0.406946 s, 129 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.519367 s, 101 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321913 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0520445 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0188675 s, 2.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.20087 s, 261 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.281799 s, 186 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.21233 s, 247 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.566071 s, 92.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.568279 s, 92.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.574383 s, 91.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0809811 s, 647 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0566522 s, 925 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.025925 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.414734 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.103183 s, 508 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.101098 s, 519 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.396376 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.306369 s, 171 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321623 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.384286 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.259028 s, 202 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.133048 s, 394 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.664956 s, 78.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0519276 s, 1.0 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.458999 s, 114 MB/s , 0.490066 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.627487 s, 83.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.494291 s, 106 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.51142 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0476422 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.323258 s, 162 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0371403 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0594553 s, 882 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.247798 s, 212 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.465181 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.396001 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.960808 s, 54.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.683766 s, 76.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.352578 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.331502 s, 158 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.412791 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.172504 s, 304 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.177948 s, 295 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.172691 s, 304 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.114645 s, 457 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.404212 s, 130 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.967629 s, 54.2 MB/s , 1.30595 s, 40.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.739974 s, 70.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.385525 s, 136 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.395829 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.354578 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0683896 s, 767 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.030605 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0310767 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.557806 s, 94.0 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.646461 s, 81.1 MB/s 52428800 bytes (52 MB) copied, 0.591899 s, 88.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.345581 s, 152 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.500204 s, 105 MB/s 52428800 bytes (52 MB) copied, 0.294805 s, 178 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.218224 s, 240 MB/s , 0.220472 s, 238 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.216238 s, 242 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.306501 s, 171 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0363144 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.39461 s, 133 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.186309 s, 281 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.185305 s, 283 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0171276 s, 3.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0178884 s, 2.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.04579 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0252079 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0337773 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0519771 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0208408 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0216697 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0406081 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0356364 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0272889 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0323185 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0165931 s, 3.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0307985 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0258822 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0283568 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0318683 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0359024 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0286917 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0302797 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0362648 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0387168 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0340132 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.427108 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.893654 s, 58.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.896019 s, 58.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.296799 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.592136 s, 88.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.686363 s, 76.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.932742 s, 56.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0388726 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.143076 s, 366 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0712704 s, 736 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.359322 s, 146 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.473564 s, 111 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.298118 s, 176 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.339106 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.339235 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.229526 s, 228 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.291373 s, 180 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.26233 s, 200 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.348935 s, 150 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.29171 s, 180 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.118458 s, 443 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.131039 s, 400 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.495818 s, 106 MB/s , 0.283288 s, 185 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0414996 s, 1.3 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.30402 s, 172 MB/s , 0.164616 s, 318 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.110087 s, 476 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325594 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.32586 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0555646 s, 944 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.185745 s, 282 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107425 s, 488 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.415508 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.663502 s, 79.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.196381 s, 267 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.336185 s, 156 MB/s 52428800 bytes (52 MB) copied, 0.211956 s, 247 MB/s 52428800 bytes (52 MB) copied, 0.212916 s, 246 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0967286 s, 542 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0992921 s, 528 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.329134 s, 159 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0387845 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0397593 s, 1.3 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.69847 s, 75.1 MB/s 52428800 bytes (52 MB) copied, 0.356734 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.368917 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.202651 s, 259 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.350455 s, 150 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.047818 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.362959 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.247258 s, 212 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.540687 s, 97.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.810589 s, 64.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.823964 s, 63.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.193218 s, 271 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.374692 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381266 s, 138 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.374642 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.305354 s, 172 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.396501 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.663967 s, 79.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.687928 s, 76.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.933139 s, 56.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0663962 s, 790 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.116311 s, 451 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0978377 s, 536 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.514172 s, 102 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.773924 s, 67.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.49772 s, 35.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.424405 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0350607 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.46346 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.162897 s, 322 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.74583 s, 70.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.886737 s, 59.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.434107 s, 121 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.449452 s, 117 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.575194 s, 91.1 MB/s 52428800 bytes (52 MB) copied, 0.0757203 s, 692 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0811295 s, 646 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.03045 s, 50.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.07906 s, 48.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.04941 s, 50.0 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.373557 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.341634 s, 153 MB/s 52428800 bytes (52 MB) copied, 0.550942 s, 95.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.293959 s, 178 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.359826 s, 146 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0509602 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.421575 s, 124 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.489435 s, 107 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.468903 s, 112 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.366713 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.11605 s, 452 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.383985 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0489122 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0818405 s, 641 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.039245 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0954544 s, 549 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0660558 s, 794 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.127888 s, 410 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0493436 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0340781 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0364859 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0299556 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.028777 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0314785 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0351945 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0270306 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0418446 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0940819 s, 557 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0569868 s, 920 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0825603 s, 635 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0578456 s, 906 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0439329 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0323701 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0427601 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0731901 s, 716 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0432746 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0191106 s, 2.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.034872 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0263198 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0610363 s, 859 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0948189 s, 553 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0600772 s, 873 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.026962 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0337138 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0293731 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0451566 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.46931 s, 112 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.861764 s, 60.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.487516 s, 108 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.23747 s, 221 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.349554 s, 150 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.241113 s, 217 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.209593 s, 250 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.207003 s, 253 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.222228 s, 236 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.180493 s, 290 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0853938 s, 614 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.342642 s, 153 MB/s , 0.394241 s, 133 MB/s , 0.080499 s, 651 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.18958 s, 277 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.42522 s, 123 MB/s , 0.0530991 s, 987 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.214189 s, 245 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.388479 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.320186 s, 164 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.369825 s, 142 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.999278 s, 52.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0258218 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0173065 s, 3.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0329434 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0174286 s, 3.0 GB/s llite.lustre-ffff8800a587d000.pcc_async_threshold=1073741824 llite.lustre-ffff8800b58b6000.pcc_async_threshold=1073741824 Cleanup PCC backend on /mnt/lustre /mnt/pcc.d98.sanity-pcc is idle now