== sanity-pcc test 100: race among PCC unlink | read | write | detach for PCC-RO file ========================================================== 18:58:39 (1746140319) 60+0 records in 60+0 records out 62914560 bytes (63 MB) copied, 0.114623 s, 549 MB/s sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13050) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg214-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg214-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg214-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51285/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.114@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.114@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) umount: /mnt/pcc.d100.sanity-pcc: not mounted sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime) proc on /proc type proc (rw,nosuid,nodev,noexec,relatime) devtmpfs on /dev type devtmpfs (rw,nosuid,mode=755) securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime) tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev) devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000) tmpfs on /run type tmpfs (rw,nosuid,nodev,mode=755) tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755) cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd) pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime) cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory) cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu) cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event) cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio) cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls) cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset) cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids) cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer) cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb) cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices) configfs on /sys/kernel/config type configfs (rw,relatime) /dev/nbd0 on / type ext4 (ro,relatime,stripe=32,data=ordered) rpc_pipefs on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=21,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=13050) hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime) mqueue on /dev/mqueue type mqueue (rw,relatime) debugfs on /sys/kernel/debug type debugfs (rw,relatime) binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime) none on /mnt type ramfs (rw,relatime) none on /var/lib/stateless/writable type tmpfs (rw,relatime) /dev/vda on /home/green/git/lustre-release type squashfs (ro,relatime) none on /var/cache/man type tmpfs (rw,relatime) none on /var/log type tmpfs (rw,relatime) none on /var/lib/dbus type tmpfs (rw,relatime) none on /tmp type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) none on /var/tmp type tmpfs (rw,relatime) none on /var/lib/NetworkManager type tmpfs (rw,relatime) none on /var/lib/systemd/random-seed type tmpfs (rw,relatime) none on /var/spool type tmpfs (rw,relatime) none on /var/lib/nfs type tmpfs (rw,relatime) none on /var/lib/gssproxy type tmpfs (rw,relatime) none on /var/lib/logrotate type tmpfs (rw,relatime) none on /etc type tmpfs (rw,relatime) none on /var/lib/rsyslog type tmpfs (rw,relatime) none on /var/lib/dhclient type tmpfs (rw,relatime) 192.168.200.253:/exports/state/oleg214-client.virtnet on /var/lib/stateless/state type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg214-client.virtnet/boot on /boot type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) 192.168.200.253:/exports/state/oleg214-client.virtnet/etc/kdump.conf on /etc/kdump.conf type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw,relatime) 192.168.200.253:/exports/testreports/51285/testresults/sanity-pcc-zfs-centos7_x86_64-centos7_x86_64 on /tmp/testlogs type nfs4 (rw,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,clientaddr=192.168.202.14,local_lock=none,addr=192.168.200.253) tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=382032k,mode=700) /dev/vda on /usr/sbin/mount.lustre type squashfs (ro,relatime) 192.168.202.114@tcp:/lustre on /mnt/lustre type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) 192.168.202.114@tcp:/lustre on /mnt/lustre2 type lustre (rw,checksum,noencrypt,flock,lazystatfs,lruresize,nolock,statfs_project,nouser_fid2path,user_xattr,verbose) mke2fs 1.46.2.wc5 (26-Mar-2022) Suggestion: Use Linux kernel >= 3.18 for improved stability of the metadata and journal checksum features. Discarding device blocks: 1024/61440 done Creating filesystem with 61440 1k blocks and 15360 inodes Filesystem UUID: ebd08d8c-357c-4487-a23a-68a8e6077dc4 Superblock backups stored on blocks: 8193, 24577, 40961, 57345 Allocating group tables: 0/8 done Writing inode tables: 0/8 done Creating journal (4096 blocks): done Writing superblocks and filesystem accounting information: 0/8 done /tmp/f100.sanity-pcc: Linux rev 1.0 ext4 filesystem data, UUID=ebd08d8c-357c-4487-a23a-68a8e6077dc4 (extents) (64bit) (large files) (huge files) pcc: - pccpath: /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc hsmtool: posix_v2 rwid: 0 roid: 2 flags: ae autocache: projid={0} 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.486509 s, 108 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0108617 s, 0.0 kB/s 15+0 records in 15+0 records out 15728640 bytes (16 MB) copied, 0.235404 s, 66.8 MB/s 31+0 records in 31+0 records out 32505856 bytes (33 MB) copied, 0.0740171 s, 439 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.801759 s, 65.4 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.492981 s, 106 MB/s 45+0 records in 45+0 records out 47185920 bytes (47 MB) copied, 0.24537 s, 192 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 18+0 records in 18+0 records out 18874368 bytes (19 MB) copied, 0.0800927 s, 236 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.86214 s, 60.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0595305 s, 881 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.603941 s, 86.8 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 44+0 records in 44+0 records out 46137344 bytes (46 MB) copied, 0.178596 s, 258 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.620634 s, 84.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.445625 s, 118 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.993735 s, 52.8 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00878147 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 15+0 records in 15+0 records out 15728640 bytes (16 MB) copied, 0.137134 s, 115 MB/s 29+0 records in 29+0 records out 30408704 bytes (30 MB) copied, 0.0536857 s, 566 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: Detach /mnt/lustre/f100.sanity-pcc ... cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.14687 s, 45.7 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 46+0 records in 46+0 records out 48234496 bytes (48 MB) copied, 1.0829 s, 44.5 MB/s 5+0 records in 5+0 records out 5242880 bytes (5.2 MB) copied, 0.0361393 s, 145 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 43+0 records in 43+0 records out 45088768 bytes (45 MB) copied, 0.353142 s, 128 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.814949 s, 64.3 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.18088 s, 0.0 kB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0173375 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.787501 s, 66.6 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.552417 s, 94.9 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0593035 s, 884 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.00449345 s, 0.0 kB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0123479 s, 0.0 kB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0105003 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.783327 s, 66.9 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.468544 s, 112 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.010104 s, 208 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.826081 s, 63.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.340288 s, 154 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.0372794 s, 253 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.643376 s, 81.5 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0812373 s, 12.9 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0225733 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.814687 s, 64.4 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.634772 s, 82.6 MB/s 17+0 records in 17+0 records out 17825792 bytes (18 MB) copied, 0.183585 s, 97.1 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.35503 s, 148 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.553421 s, 94.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.92011 s, 57.0 MB/s Detach /mnt/lustre/f100.sanity-pcc ... dd: warning: partial read (57344 bytes); suggest iflag=fullblock 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0629651 s, 16.7 MB/s 0+2 records in 0+2 records out 1048576 bytes (1.0 MB) copied, 0.0224011 s, 46.8 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.813581 s, 64.4 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.418512 s, 125 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0454019 s, 1.2 GB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0221723 s, 0.0 kB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.876348 s, 59.8 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 5+0 records in 5+0 records out 5242880 bytes (5.2 MB) copied, 0.278509 s, 18.8 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0258738 s, 40.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.636122 s, 82.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.437948 s, 120 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0344026 s, 30.5 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.817156 s, 64.2 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0851244 s, 616 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.240042 s, 218 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.831153 s, 63.1 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 10+0 records in 10+0 records out 10485760 bytes (10 MB) copied, 0.348138 s, 30.1 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0439114 s, 47.8 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 36+0 records in 36+0 records out 37748736 bytes (38 MB) copied, 0.383827 s, 98.3 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.910023 s, 57.6 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.57605 s, 91.0 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.184786 s, 11.3 MB/s 39+0 records in 39+0 records out 40894464 bytes (41 MB) copied, 0.387119 s, 106 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 1.10782 s, 47.3 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.579782 s, 90.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.513573 s, 102 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 4+0 records in 4+0 records out 4194304 bytes (4.2 MB) copied, 0.379893 s, 11.0 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0181974 s, 57.6 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.80224 s, 65.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.363548 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.031591 s, 1.7 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0359645 s, 1.5 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0212823 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... 26+0 records in 26+0 records out 27262976 bytes (27 MB) copied, 0.0361081 s, 755 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 46+0 records in 46+0 records out 48234496 bytes (48 MB) copied, 0.0649104 s, 743 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.698028 s, 75.1 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0388046 s, 1.4 GB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 3+1 records in 3+1 records out 4091904 bytes (4.1 MB) copied, 0.116629 s, 35.1 MB/s 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0183429 s, 57.2 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 47+0 records in 47+0 records out 49283072 bytes (49 MB) copied, 0.316745 s, 156 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.743513 s, 70.5 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0817751 s, 641 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 1+0 records in 1+0 records out 1048576 bytes (1.0 MB) copied, 0.0825673 s, 12.7 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.708109 s, 74.0 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.629629 s, 83.3 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 3+0 records in 3+0 records out 3145728 bytes (3.1 MB) copied, 0.0323081 s, 97.4 MB/s 48+0 records in 48+0 records out 50331648 bytes (50 MB) copied, 0.104345 s, 482 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.621534 s, 84.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0441303 s, 1.2 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0340094 s, 1.5 GB/s unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 23+0 records in 23+0 records out 24117248 bytes (24 MB) copied, 0.245157 s, 98.4 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.799485 s, 65.6 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 9+0 records in 9+0 records out 9437184 bytes (9.4 MB) copied, 0.30507 s, 30.9 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0209183 s, 100 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.670743 s, 78.2 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.560967 s, 93.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0513625 s, 1.0 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.946735 s, 55.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.337205 s, 155 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.749471 s, 70.0 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0112571 s, 0.0 kB/s 28+0 records in 28+0 records out 29360128 bytes (29 MB) copied, 0.242882 s, 121 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.724102 s, 72.4 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0295807 s, 1.8 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.034944 s, 1.5 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.773676 s, 67.8 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.604718 s, 86.7 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0663194 s, 0.0 kB/s 8+0 records in 8+0 records out 8388608 bytes (8.4 MB) copied, 0.035825 s, 234 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.758891 s, 69.1 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.534783 s, 98.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0531733 s, 986 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 20+0 records in 20+0 records out 20971520 bytes (21 MB) copied, 0.274004 s, 76.5 MB/s 26+0 records in 26+0 records out 27262976 bytes (27 MB) copied, 0.178487 s, 153 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.912426 s, 57.5 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.566865 s, 92.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0473442 s, 1.1 GB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0096157 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.670553 s, 78.2 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.615039 s, 85.2 MB/s 32+0 records in 32+0 records out 33554432 bytes (34 MB) copied, 0.251769 s, 133 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.507123 s, 103 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.18529 s, 283 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.454984 s, 115 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.117649 s, 446 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.49745 s, 105 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.459076 s, 114 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0540754 s, 970 MB/s Detach /mnt/lustre/f100.sanity-pcc ... dd: warning: partial read (974848 bytes); suggest iflag=fullblock 5+2 records in 5+2 records out 6291456 bytes (6.3 MB) copied, 0.0225801 s, 279 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 37+0 records in 37+0 records out 38797312 bytes (39 MB) copied, 0.28478 s, 136 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.810628 s, 64.7 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0397186 s, 1.3 GB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.584777 s, 89.7 MB/s 47+0 records in 47+0 records out 49283072 bytes (49 MB) copied, 0.17037 s, 289 MB/s 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0458535 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.771341 s, 68.0 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.342822 s, 153 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.473507 s, 111 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.245979 s, 213 MB/s 41+0 records in 41+0 records out 42991616 bytes (43 MB) copied, 0.30711 s, 140 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.713206 s, 73.5 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.318283 s, 165 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.384001 s, 137 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 0+0 records in 0+0 records out 0 bytes (0 B) copied, 0.0178571 s, 0.0 kB/s Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.722756 s, 72.5 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 14+0 records in 14+0 records out 14680064 bytes (15 MB) copied, 0.316259 s, 46.4 MB/s 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0154295 s, 136 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 37+0 records in 37+0 records out 38797312 bytes (39 MB) copied, 0.128668 s, 302 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.708866 s, 74.0 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.0492489 s, 1.1 GB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.066394 s, 790 MB/s Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 Detach /mnt/lustre/f100.sanity-pcc ... 2+0 records in 2+0 records out 2097152 bytes (2.1 MB) copied, 0.0869492 s, 24.1 MB/s 13+0 records in 13+0 records out 13631488 bytes (14 MB) copied, 0.19756 s, 69.0 MB/s Detach /mnt/lustre/f100.sanity-pcc ... Detach /mnt/lustre/f100.sanity-pcc ... Unlink /mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0 unlink: cannot unlink '/mnt/pcc.d100.sanity-pcc/d100.sanity-pcc/59bd/0x2000059f1:0x4c:0x0': No such file or directory 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.777799 s, 67.4 MB/s Detach /mnt/lustre/f100.sanity-pcc ... 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.364947 s, 144 MB/s 50+0 records in 50+0 records out 52428800 bytes (52 MB) copied, 0.667422 s, 78.6 MB/s Cleanup PCC backend on /mnt/lustre /mnt/pcc.d100.sanity-pcc is idle now