== sanity-pcc test 98: racer between auto attach and mmap I/O ========================================================== 17:14:48 (1746134088) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.1001 s, 629 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=23,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12263) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg217-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51279/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.117@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.117@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) umount: /mnt/pcc.d98.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=23,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12263) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg217-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg217-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51279/testresults/sanity-pcc-ldiskfs-DNE-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.17,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.117@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.117@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: 1f9f366f-2b36-4d53-88fb-e99f3cac2665 Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f98.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=1f9f366f-2b36-4d53-88fb-e99f3cac2665 (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d98.sanity-pcc/d98.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} llite.lustre-ffff8800a8de6000.pcc_async_threshold=0 llite.lustre-ffff8800b58b8000.pcc_async_threshold=0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.596772 s, 87.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.51455 s, 102 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.561022 s, 93.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.528712 s, 99.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.037394 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0539622 s, 972 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0573057 s, 915 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0878935 s, 597 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.639033 s, 82.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.029071 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0278446 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0814761 s, 643 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0611701 s, 857 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0590277 s, 888 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0534468 s, 981 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0488624 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0548137 s, 956 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0708552 s, 740 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0224129 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.046837 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0462461 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0432165 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0478545 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0352881 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0371494 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0342714 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.653374 s, 80.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.653239 s, 80.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.221245 s, 237 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.364629 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.522941 s, 100 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.600375 s, 87.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0436954 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.415074 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.142562 s, 368 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.15416 s, 340 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0673075 s, 779 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.671344 s, 78.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.769438 s, 68.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.34342 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0460492 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.397562 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0642141 s, 816 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.36069 s, 145 MB/s , 0.426703 s, 123 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.443337 s, 118 MB/s 52428800 bytes (52 MB) copied, 1.06422 s, 49.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.472359 s, 111 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.119381 s, 439 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.559735 s, 93.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.814401 s, 64.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.186806 s, 281 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.692632 s, 75.7 MB/s , 0.78609 s, 66.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0256455 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.028755 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0397313 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.020073 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0321782 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0222471 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0220318 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0347975 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0249562 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0196192 s, 2.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0412055 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0255134 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0352655 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0381699 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0488475 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0422079 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.043489 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.463581 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0336831 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.446935 s, 117 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.80923 s, 64.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.926017 s, 56.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.296981 s, 177 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0383105 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.147072 s, 356 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.222625 s, 236 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.782723 s, 67.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0276231 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0222546 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.027721 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0260903 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0250036 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0448367 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0642982 s, 815 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0205552 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.025996 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0326867 s, 1.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0209715 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0239577 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.028417 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0466562 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0351145 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0345687 s, 1.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.62445 s, 84.0 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.431487 s, 122 MB/s , 0.551252 s, 95.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.256755 s, 204 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321159 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.326873 s, 160 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.299321 s, 175 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107522 s, 488 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.135118 s, 388 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0677836 s, 773 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.0692153 s, 757 MB/s , 0.435291 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.425338 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.168674 s, 311 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.173789 s, 302 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.260757 s, 201 MB/s , 0.0447574 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0780719 s, 672 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0631523 s, 830 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.185047 s, 283 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.184313 s, 284 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.221159 s, 237 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0205215 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.214857 s, 244 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.152609 s, 344 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.360715 s, 145 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0936 s, 560 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0212717 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0217387 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.573606 s, 91.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0412572 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0261408 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.020336 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0255001 s, 2.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.023788 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0299604 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0207535 s, 2.5 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0231106 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0298095 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0216421 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0255834 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0368545 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0272096 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0306395 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.037561 s, 1.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.304419 s, 172 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0233545 s, 2.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0275074 s, 1.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.067015 s, 782 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.174235 s, 301 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0713507 s, 735 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0553247 s, 948 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0390332 s, 1.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.243926 s, 215 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.200218 s, 262 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0762562 s, 688 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.231865 s, 226 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.155511 s, 337 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.052038 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.186759 s, 281 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107451 s, 488 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.568662 s, 92.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.132627 s, 395 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.275363 s, 190 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.157461 s, 333 MB/s , 0.162262 s, 323 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.173922 s, 301 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.258147 s, 203 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381529 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.461846 s, 114 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.296857 s, 177 MB/s , 0.296292 s, 177 MB/s 52428800 bytes (52 MB) copied, 0.146014 s, 359 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107294 s, 489 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.112089 s, 468 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.321094 s, 163 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.310198 s, 169 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0751365 s, 698 MB/s , 0.0770062 s, 681 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.279243 s, 188 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.191483 s, 274 MB/s 52428800 bytes (52 MB) copied, 0.291772 s, 180 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.268521 s, 195 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.269416 s, 195 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.27025 s, 194 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.25271 s, 207 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.269246 s, 195 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.453351 s, 116 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.164214 s, 319 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.122383 s, 428 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.250201 s, 210 MB/s 52428800 bytes (52 MB) copied, 0.43709 s, 120 MB/s , 0.467923 s, 112 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0437543 s, 1.2 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.223588 s, 234 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.254539 s, 206 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.189779 s, 276 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.190493 s, 275 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.340498 s, 154 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.156591 s, 335 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.164783 s, 318 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.379994 s, 138 MB/s , 0.358922 s, 146 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.365759 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out , 0.593741 s, 88.3 MB/s 52428800 bytes (52 MB) copied, 0.324738 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.609413 s, 86.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.366809 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.352794 s, 149 MB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0466129 s, 1.1 GB/s 52428800 bytes (52 MB) copied, 0.390969 s, 134 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.311674 s, 168 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.363447 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.376247 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0380227 s, 1.4 GB/s 50+0 records in 50+0 records out 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied52428800 bytes (52 MB) copied, 0.116601 s, 450 MB/s , 0.0886534 s, 591 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0603721 s, 868 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.398439 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.665037 s, 78.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.457326 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.842375 s, 62.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.660361 s, 79.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.384027 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.202472 s, 259 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.130549 s, 402 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.40268 s, 130 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.323658 s, 162 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.33179 s, 158 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.630319 s, 83.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.484895 s, 108 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.801696 s, 65.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.265231 s, 198 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.577088 s, 90.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.58229 s, 90.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.550949 s, 95.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.563874 s, 93.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.568801 s, 92.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.192983 s, 272 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.335199 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.054957 s, 954 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.129713 s, 404 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381624 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.498764 s, 105 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.199412 s, 263 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.237057 s, 221 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.710206 s, 73.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.134429 s, 390 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.613528 s, 85.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.821785 s, 63.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.831448 s, 63.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.446556 s, 117 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.397601 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.279466 s, 188 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.439192 s, 119 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.333168 s, 157 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.06869 s, 763 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.388874 s, 135 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.33046 s, 159 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.31629 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.446467 s, 117 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.149913 s, 350 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.362413 s, 145 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.457358 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.771319 s, 68.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.68267 s, 76.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.465876 s, 113 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.365986 s, 143 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.2465 s, 213 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.409794 s, 128 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.41472 s, 126 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.412005 s, 127 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.419023 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.619639 s, 84.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.628887 s, 83.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.636469 s, 82.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0723704 s, 724 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.131264 s, 399 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.555893 s, 94.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.427001 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.530766 s, 98.8 MB/s , 0.497905 s, 105 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.424686 s, 123 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.566346 s, 92.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.92416 s, 56.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.0487 s, 50.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.70781 s, 74.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.107266 s, 489 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.710982 s, 73.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.723889 s, 72.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.437232 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.217054 s, 242 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.218259 s, 240 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.508861 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.647694 s, 80.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.656521 s, 79.9 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.188197 s, 279 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.44091 s, 119 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.120988 s, 433 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.38199 s, 137 MB/s llite.lustre-ffff8800a8de6000.pcc_async_threshold=1073741824 llite.lustre-ffff8800b58b8000.pcc_async_threshold=1073741824 Cleanup PCC backend on /mnt/lustre /mnt/pcc.d98.sanity-pcc is idle now