== replay-single test 88: MDS should not assign same objid to different files ========================================================== 01:23:01 (1788844981) UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 2380 1268924 1% /mnt/lustre[MDT:0] lustre-MDT0001_UUID 1414116 1972 1269332 1% /mnt/lustre[MDT:1] lustre-OST0000_UUID 3833116 9992 3597028 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 1780 3605240 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 11772 7202268 1% /mnt/lustre UUID 1K-blocks Used Available Use% Mounted on lustre-MDT0000_UUID 1414116 2380 1268924 1% /mnt/lustre[MDT:0] lustre-MDT0001_UUID 1414116 1972 1269332 1% /mnt/lustre[MDT:1] lustre-OST0000_UUID 3833116 9992 3597028 1% /mnt/lustre[OST:0] lustre-OST0001_UUID 3833116 1780 3605240 1% /mnt/lustre[OST:1] filesystem_summary: 7666232 11772 7202268 1% /mnt/lustre before test: last_id = 6945, next_id = 6916 Creating to objid 6945 on ost lustre-OST0000... total: 31 open/close in 0.58 seconds: 53.09 ops/second total: 8 open/close in 0.10 seconds: 80.94 ops/second before recovery: last_id = 6977, next_id = 6954 Stopping /mnt/lustre-mds1 (opts:) on oleg249-server Stopping /mnt/lustre-ost1 (opts:) on oleg249-server Failover mds1 to oleg249-server oleg249-server.virtnet Start mds1: mount -t lustre -o localrecov /dev/mapper/mds1_flakey /mnt/lustre-mds1 oleg249-server: oleg249-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all pdsh@oleg249-client: oleg249-server: ssh exited with exit code 1 Started lustre-MDT0000 Failover ost1 to oleg249-server oleg249-server.virtnet Start ost1: mount -t lustre -o localrecov /dev/mapper/ost1_flakey /mnt/lustre-ost1 seq.cli-lustre-OST0000-super.width=65536 oleg249-server: oleg249-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all pdsh@oleg249-client: oleg249-server: ssh exited with exit code 1 Started lustre-OST0000 after recovery: last_id = 6985, next_id = 6954 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.168745 s, 3.1 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.217459 s, 2.4 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.18657 s, 2.8 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.136427 s, 3.8 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.123678 s, 4.2 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.144358 s, 3.6 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.232376 s, 2.3 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.190673 s, 2.7 MB/s -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6916 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6917 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6918 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6919 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6920 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6921 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6922 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6923 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6924 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6925 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6926 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6927 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6928 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6929 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6930 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6931 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6932 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6933 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6934 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6935 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6936 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6937 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6938 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6939 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6940 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6941 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6942 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6943 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6944 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6945 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6946 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6947 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6948 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6949 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6950 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6951 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6952 -rw-r--r-- 1 root root 0 Sep 8 01:23 /mnt/lustre/d88.replay-single/f-6953 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6957 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6958 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6959 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6960 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6961 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6962 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6963 -rw-r--r-- 1 root root 524288 Sep 8 01:24 /mnt/lustre/d88.replay-single/f-6964 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.273582 s, 1.9 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.0914567 s, 5.7 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.0734699 s, 7.1 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.170514 s, 3.1 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.0510671 s, 10.3 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.08569 s, 6.1 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.101543 s, 5.2 MB/s 128+0 records in 128+0 records out 524288 bytes (524 kB, 512 KiB) copied, 0.269051 s, 1.9 MB/s