== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 21:55:21 (1749606921) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.0833088 s, 755 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=23,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14502) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg224-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg224-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg224-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/52546/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.124@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.124@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) umount: /mnt/pcc.d100.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=23,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14502) debugfs on /sys/kernel/debug type debugfs (rw,relatime) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg224-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg224-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg224-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/52546/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.24,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.124@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.124@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: b097ff48-bc5b-4535-8324-6a2dba3c456b Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=b097ff48-bc5b-4535-8324-6a2dba3c456b (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.37927 s, 138 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0268408 s, 78.1 MB/s 5+0 records in 5+0 records out 5242880 bytes (5.2 MB) copied, 0.00746337 s, 702 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.293148 s, 179 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0256545 s, 2.0 GB/s 6+0 records in 6+0 records out 6291456 bytes (6.3 MB) copied, 0.00713692 s, 882 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.359317 s, 146 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0796274 s, 119 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.00646116 s, 325 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.275563 s, 190 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0665566 s, 268 MB/s 19+0 records in 19+0 records out 19922944 bytes (20 MB) copied, 0.0714816 s, 279 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.279189 s, 188 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.152148 s, 345 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0211326 s, 2.5 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 21+0 records in 21+0 records out 22020096 bytes (22 MB) copied, 0.122772 s, 179 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.41194 s, 127 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0241668 s, 86.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0244874 s, 42.8 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.262702 s, 200 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0654665 s, 272 MB/s 10+0 records in 10+0 records out 10485760 bytes (10 MB) copied, 0.0632194 s, 166 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.345975 s, 152 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.252552 s, 208 MB/s 12+0 records in 12+0 records out 12582912 bytes (13 MB) copied, 0.0813729 s, 155 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 10+0 records in 10+0 records out 10485760 bytes (10 MB) copied, 0.00793822 s, 1.3 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.368574 s, 142 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0796508 s, 658 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.198854 s, 264 MB/s 15+0 records in 15+0 records out 15728640 bytes (16 MB) copied, 0.0915631 s, 172 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 34+0 records in 34+0 records out 35651584 bytes (36 MB) copied, 0.0196244 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.313993 s, 167 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0708756 s, 29.6 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0122138 s, 85.9 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287814 s, 182 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.181187 s, 289 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0224503 s, 2.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0630743 s, 831 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.306924 s, 171 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.175937 s, 298 MB/s 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0955191 s, 187 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381566 s, 137 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.231818 s, 226 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.118677 s, 442 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 12+0 records in 12+0 records out 12582912 bytes (13 MB) copied, 0.0779263 s, 161 MB/s 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0765196 s, 123 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory dd: warning: partial read (454656 bytes); suggest iflag=fullblock 41+2 records in 41+2 records out 44040192 bytes (44 MB) copied, 0.238335 s, 185 MB/s 42+0 records in 42+0 records out 44040192 bytes (44 MB) copied, 0.0877115 s, 502 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.494255 s, 106 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00252332 s, 0.0 kB/s 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0115234 s, 819 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.320841 s, 163 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0694755 s, 257 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 20+0 records in 20+0 records out 20971520 bytes (21 MB) copied, 0.126697 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.275088 s, 191 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.173423 s, 302 MB/s 4+0 records in 4+0 records out 4194304 bytes (4.2 MB) copied, 0.00913994 s, 459 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.355678 s, 147 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.166462 s, 315 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0190369 s, 2.8 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.375027 s, 140 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.165045 s, 318 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0172091 s, 3.0 GB/s 8+0 records in 8+0 records out 8388608 bytes (8.4 MB) copied, 0.0711883 s, 118 MB/s 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.00750423 s, 1.3 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.286635 s, 183 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 32+0 records in 32+0 records out 33554432 bytes (34 MB) copied, 0.217953 s, 154 MB/s 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0085304 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.290995 s, 180 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.159572 s, 329 MB/s 14+0 records in 14+0 records out 14680064 bytes (15 MB) copied, 0.0764841 s, 192 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.238112 s, 220 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 48+0 records in 48+0 records out 50331648 bytes (50 MB) copied, 0.0718189 s, 701 MB/s 4+0 records in 4+0 records out 4194304 bytes (4.2 MB) copied, 0.0624428 s, 67.2 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.435951 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.314152 s, 167 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.13597 s, 386 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.244804 s, 214 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.165863 s, 316 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0606739 s, 864 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0033105 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.248726 s, 211 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.234796 s, 8.9 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0202355 s, 51.8 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.355833 s, 147 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0222225 s, 2.4 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0155527 s, 3.4 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 45+0 records in 45+0 records out 47185920 bytes (47 MB) copied, 0.0991217 s, 476 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.297121 s, 176 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0143146 s, 3.7 GB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0191861 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.2787 s, 188 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0191758 s, 54.7 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0116276 s, 90.2 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.265743 s, 197 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.013431 s, 0.0 kB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00148227 s, 0.0 kB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 49+0 records in 49+0 records out 51380224 bytes (51 MB) copied, 0.146313 s, 351 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.274076 s, 191 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0179397 s, 2.9 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0189266 s, 2.8 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 15+0 records in 15+0 records out 15728640 bytes (16 MB) copied, 0.0913214 s, 172 MB/s 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0895278 s, 105 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.448523 s, 117 MB/s 39+0 records in 39+0 records out 40894464 bytes (41 MB) copied, 0.225732 s, 181 MB/s 37+1 records in 37+1 records out 39018496 bytes (39 MB) copied, 0.296264 s, 132 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.27701 s, 189 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 29+0 records in 29+0 records out 30408704 bytes (30 MB) copied, 0.186026 s, 163 MB/s 30+1 records in 30+1 records out 32124928 bytes (32 MB) copied, 0.230783 s, 139 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.287955 s, 182 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0184 s, 2.8 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00141077 s, 0.0 kB/s 25+0 records in 25+0 records out 26214400 bytes (26 MB) copied, 0.118373 s, 221 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.400457 s, 131 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.19014 s, 276 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 5+0 records in 5+0 records out 5242880 bytes (5.2 MB) copied, 0.00823995 s, 636 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.246469 s, 213 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.182382 s, 287 MB/s 7+0 records in 7+0 records out 7340032 bytes (7.3 MB) copied, 0.00842324 s, 871 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.297684 s, 176 MB/s 49+0 records in 49+0 records out 51380224 bytes (51 MB) copied, 0.0223932 s, 2.3 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00129328 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.290685 s, 180 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.101427 s, 517 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00326009 s, 0.0 kB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00170703 s, 0.0 kB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.307658 s, 170 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.229265 s, 229 MB/s 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0724561 s, 246 MB/s 11+0 records in 11+0 records out 11534336 bytes (12 MB) copied, 0.0143681 s, 803 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.337224 s, 155 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 27+0 records in 27+0 records out 28311552 bytes (28 MB) copied, 0.0628304 s, 451 MB/s 7+0 records in 7+0 records out 7340032 bytes (7.3 MB) copied, 0.0597158 s, 123 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 48+0 records in 48+0 records out 50331648 bytes (50 MB) copied, 0.103456 s, 487 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.326733 s, 160 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0185823 s, 2.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0205996 s, 2.5 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0246704 s, 723 MB/s 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0681744 s, 261 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.378089 s, 139 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.081636 s, 642 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0206042 s, 2.5 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 44+0 records in 44+0 records out 46137344 bytes (46 MB) copied, 0.119773 s, 385 MB/s 44+0 records in 44+0 records out 46137344 bytes (46 MB) copied, 0.0920555 s, 501 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.389247 s, 135 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 13+0 records in 13+0 records out 13631488 bytes (14 MB) copied, 0.0787025 s, 173 MB/s 5+0 records in 5+0 records out 5242880 bytes (5.2 MB) copied, 0.0769803 s, 68.1 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 42+0 records in 42+0 records out 44040192 bytes (44 MB) copied, 0.0809552 s, 544 MB/s 43+0 records in 43+0 records out 45088768 bytes (45 MB) copied, 0.121972 s, 370 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.364616 s, 144 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 35+0 records in 35+0 records out 36700160 bytes (37 MB) copied, 0.0110306 s, 3.3 GB/s 34+0 records in 34+0 records out 35651584 bytes (36 MB) copied, 0.0151537 s, 2.4 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.315243 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.150581 s, 348 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.159359 s, 329 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 32+0 records in 32+0 records out 33554432 bytes (34 MB) copied, 0.044903 s, 747 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.341664 s, 153 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.016214 s, 3.2 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.342932 s, 153 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.186498 s, 281 MB/s 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.0970732 s, 184 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 35+0 records in 35+0 records out 36700160 bytes (37 MB) copied, 0.0824244 s, 445 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.352626 s, 149 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0113291 s, 92.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.32198 s, 163 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.196693 s, 267 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0575901 s, 910 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.301027 s, 174 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0711939 s, 736 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.219761 s, 239 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 13+0 records in 13+0 records out 13631488 bytes (14 MB) copied, 0.0762652 s, 179 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.315151 s, 166 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.100976 s, 177 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0132606 s, 158 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.370975 s, 141 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.18867 s, 278 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0381066 s, 1.4 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 14+0 records in 14+0 records out 14680064 bytes (15 MB) copied, 0.0771212 s, 190 MB/s 22+0 records in 22+0 records out 23068672 bytes (23 MB) copied, 0.0828245 s, 279 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.340986 s, 154 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.277592 s, 189 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0718612 s, 730 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0018279 s, 0.0 kB/s dd: warning: partial read (675840 bytes); suggest iflag=fullblock 3+2 records in 3+2 records out 4194304 bytes (4.2 MB) copied, 0.0147581 s, 284 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.304842 s, 172 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 27+0 records in 27+0 records out 28311552 bytes (28 MB) copied, 0.214423 s, 132 MB/s 27+0 records in 27+0 records out 28311552 bytes (28 MB) copied, 0.215669 s, 131 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.351116 s, 149 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 27+0 records in 27+0 records out 28311552 bytes (28 MB) copied, 0.240914 s, 118 MB/s 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0117916 s, 800 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.245196 s, 214 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 8+0 records in 8+0 records out 8388608 bytes (8.4 MB) copied, 0.0625175 s, 134 MB/s 19+0 records in 19+0 records out 19922944 bytes (20 MB) copied, 0.0664374 s, 300 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.34178 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.185677 s, 282 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 3+0 records in 3+0 records out 3145728 bytes (3.1 MB) copied, 0.0461107 s, 68.2 MB/s 14+0 records in 14+0 records out 14680064 bytes (15 MB) copied, 0.0526953 s, 279 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325625 s, 161 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.284948 s, 184 MB/s 6+0 records in 6+0 records out 6291456 bytes (6.3 MB) copied, 0.063812 s, 98.6 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.30145 s, 174 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.154319 s, 340 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.017405 s, 3.0 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 25+1 records in 25+1 records out 26312704 bytes (26 MB) copied, 0.00999165 s, 2.6 GB/s 25+0 records in 25+0 records out 26214400 bytes (26 MB) copied, 0.0132899 s, 2.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.286188 s, 183 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.14902 s, 352 MB/s 18+0 records in 18+0 records out 18874368 bytes (19 MB) copied, 0.0650384 s, 290 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 36+0 records in 36+0 records out 37748736 bytes (38 MB) copied, 0.223314 s, 169 MB/s 37+0 records in 37+0 records out 38797312 bytes (39 MB) copied, 0.147435 s, 263 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.436239 s, 120 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.173354 s, 302 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 12+0 records in 12+0 records out 12582912 bytes (13 MB) copied, 0.0106231 s, 1.2 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.282451 s, 186 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00512829 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... 7+0 records in 7+0 records out 7340032 bytes (7.3 MB) copied, 0.00727253 s, 1.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.272002 s, 193 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.017224 s, 3.0 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0162601 s, 3.2 GB/s unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.325055 s, 161 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.163989 s, 320 MB/s 19+0 records in 19+0 records out 19922944 bytes (20 MB) copied, 0.0743693 s, 268 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.351288 s, 149 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.2693 s, 195 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0173246 s, 3.0 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0725597 s, 723 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 44+0 records in 44+0 records out 46137344 bytes (46 MB) copied, 0.121939 s, 378 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.361149 s, 145 MB/s 22+1 records in 22+1 records out 23166976 bytes (23 MB) copied, 0.0481608 s, 481 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.298599 s, 176 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.170111 s, 308 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0163564 s, 3.2 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0183671 s, 57.1 MB/s unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 48+0 records in 48+0 records out 50331648 bytes (50 MB) copied, 0.0897662 s, 561 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.365295 s, 144 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 25+1 records in 25+1 records out 26681344 bytes (27 MB) copied, 0.0515882 s, 517 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.378074 s, 139 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 18+0 records in 18+0 records out 18874368 bytes (19 MB) copied, 0.16385 s, 115 MB/s 3+0 records in 3+0 records out 3145728 bytes (3.1 MB) copied, 0.00461991 s, 681 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.229438 s, 229 MB/s 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.211217 s, 84.4 MB/s 3+0 records in 3+0 records out 3145728 bytes (3.1 MB) copied, 0.00424194 s, 742 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.336712 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0201925 s, 2.6 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0161743 s, 3.2 GB/s dd: warning: partial read (57344 bytes); suggest iflag=fullblock 45+3 records in 45+3 records out 48234496 bytes (48 MB) copied, 0.129981 s, 371 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.381512 s, 137 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.016711 s, 3.1 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.336599 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.130231 s, 403 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 22+0 records in 22+0 records out 23068672 bytes (23 MB) copied, 0.036823 s, 626 MB/s 22+0 records in 22+0 records out 23068672 bytes (23 MB) copied, 0.0695386 s, 332 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.246153 s, 213 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 Detach /mnt/lustre/f100.sanity-pcc ... unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 6+0 records in 6+0 records out 6291456 bytes (6.3 MB) copied, 0.0959404 s, 65.6 MB/s 15+0 records in 15+0 records out 15728640 bytes (16 MB) copied, 0.102277 s, 154 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 49+0 records in 49+0 records out 51380224 bytes (51 MB) copied, 0.0313167 s, 1.6 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.417542 s, 126 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0125928 s, 83.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.286094 s, 183 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.210807 s, 249 MB/s 12+0 records in 12+0 records out 12582912 bytes (13 MB) copied, 0.0617263 s, 204 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 38+0 records in 38+0 records out 39845888 bytes (40 MB) copied, 0.133378 s, 299 MB/s 41+0 records in 41+0 records out 42991616 bytes (43 MB) copied, 0.152749 s, 281 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.474193 s, 111 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0199089 s, 2.6 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0651573 s, 805 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.281457 s, 186 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.216839 s, 242 MB/s 14+0 records in 14+0 records out 14680064 bytes (15 MB) copied, 0.0788466 s, 186 MB/s 12+0 records in 12+0 records out 12582912 bytes (13 MB) copied, 0.011638 s, 1.1 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.309268 s, 170 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 7+0 records in 7+0 records out 7340032 bytes (7.3 MB) copied, 0.0806057 s, 91.1 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.00826575 s, 254 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.353237 s, 148 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.186333 s, 281 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0575153 s, 0.0 kB/s 15+0 records in 15+0 records out 15728640 bytes (16 MB) copied, 0.223247 s, 70.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.283861 s, 185 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00650705 s, 0.0 kB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0106276 s, 197 MB/s unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.315805 s, 166 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0156972 s, 3.3 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0189443 s, 2.8 GB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.361734 s, 145 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.154319 s, 340 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.070493 s, 744 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.279351 s, 188 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.178259 s, 294 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/597e/0x2000059f1:0x8f:0x0 21+0 records in 21+0 records out 22020096 bytes (22 MB) copied, 0.130501 s, 169 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.300827 s, 174 MB/s Cleanup PCC backend on /mnt/lustre /mnt/pcc.d100.sanity-pcc is idle now