== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:37:02 (1763494622) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats=0 llite.lustre-ffff9e594630b800.statahead_max=32 llite.lustre-ffff9e594630b800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.42 seconds: 70.32 ops/second llite.lustre-ffff9e594630b800.statahead_max=0 101 real 0m1.554s user 0m0.004s sys 0m0.315s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9e594630b800.statahead_max=32 32 101 real 0m0.543s user 0m0.004s sys 0m0.182s ls -l 100 files with statahead: 1 sec statahead total: 79 statahead wrong: 2 agl total: 74 list_total: 32 fname_total: 47 hit_total: 33941 miss_total: 982 total: 900 open/close in 6.76 seconds: 133.21 ops/second llite.lustre-ffff9e594630b800.statahead_max=0 1001 real 0m11.499s user 0m0.037s sys 0m2.821s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff9e594630b800.statahead_max=32 32 1001 real 0m4.367s user 0m0.021s sys 0m1.518s ls -l 1000 files with statahead: 5 sec statahead total: 80 statahead wrong: 2 agl total: 75 list_total: 33 fname_total: 47 hit_total: 34939 miss_total: 984 - open/close 1580 (time 1763494668.18 total 10.00 last 157.95) total: 3000 open/close in 18.95 seconds: 158.31 ops/second llite.lustre-ffff9e594630b800.statahead_max=0 4001 real 0m54.927s user 0m0.127s sys 0m11.319s ls -l 4000 files without statahead: 55 sec llite.lustre-ffff9e594630b800.statahead_max=32 32 4001 real 0m17.578s user 0m0.110s sys 0m6.064s ls -l 4000 files with statahead: 18 sec statahead total: 81 statahead wrong: 2 agl total: 76 list_total: 34 fname_total: 47 hit_total: 38927 miss_total: 996 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff9e594630b800.statahead_stats= statahead total: 81 statahead wrong: 2 agl total: 76 list_total: 34 fname_total: 47 hit_total: 38927 miss_total: 996 mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763494796.415983676 secs.nsecs start_time: 1763494624.493740510 secs.nsecs elapsed_time: 171.922243166 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 4 2 3 4: 1 0 4 8: 6 3 7 16: 106 64 72 32: 46 27 100 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763494796.416061869 secs.nsecs start_time: 1763494624.493813556 secs.nsecs elapsed_time: 171.922248313 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 1 2 8: 5 2 5 16: 70 41 47 32: 89 52 100 - open/close 1864 (time 1763494807.61 total 10.00 last 186.36) - open/close 3733 (time 1763494817.61 total 20.01 last 186.84) - open/close 5331 (time 1763494827.61 total 30.01 last 159.74) - open/close 7077 (time 1763494837.62 total 40.01 last 174.54) - open/close 8921 (time 1763494847.62 total 50.02 last 184.33) total: 10000 open/close in 57.39 seconds: 174.24 ops/second llite.lustre-ffff9e594630b800.statahead_batch_max=0 llite.lustre-ffff9e594630b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e594630b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e594630b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.981s user 0m0.293s sys 0m28.616s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e594630b800.statahead_batch_max=32 llite.lustre-ffff9e594630b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e594630b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e594630b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m43.576s user 0m0.196s sys 0m18.856s batched statahead RPC= hit count=9977 mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763494941.013770618 secs.nsecs start_time: 1763494891.430568689 secs.nsecs elapsed_time: 49.583201929 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763494941.013811750 secs.nsecs start_time: 1763494891.430669693 secs.nsecs elapsed_time: 49.583142057 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats=0 llite.lustre-ffff9e594630b800.statahead_max=2048 llite.lustre-ffff9e594630b800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.81 seconds: 124.21 ops/second llite.lustre-ffff9e594630b800.statahead_max=0 101 real 0m0.682s user 0m0.005s sys 0m0.245s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9e594630b800.statahead_max=2048 2048 101 real 0m0.488s user 0m0.002s sys 0m0.337s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10076 miss_total: 24 total: 900 open/close in 3.25 seconds: 276.80 ops/second llite.lustre-ffff9e594630b800.statahead_max=0 1001 real 0m7.648s user 0m0.017s sys 0m2.670s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9e594630b800.statahead_max=2048 2048 1001 real 0m3.020s user 0m0.014s sys 0m1.189s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11075 miss_total: 25 - open/close 4214 (time 1763495056.08 total 10.00 last 421.31) - open/close 8138 (time 1763495066.09 total 20.00 last 392.34) total: 9000 open/close in 22.24 seconds: 404.61 ops/second llite.lustre-ffff9e594630b800.statahead_max=0 10001 real 1m5.381s user 0m0.199s sys 0m22.362s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff9e594630b800.statahead_max=2048 2048 10001 real 0m25.332s user 0m0.127s sys 0m17.969s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21074 miss_total: 26 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff9e594630b800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21074 miss_total: 26 mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763495234.823502581 secs.nsecs start_time: 1763494941.805111151 secs.nsecs elapsed_time: 293.018391430 secs.nsecs subreqs per batch batches % cum % 1: 106 64 64 2: 17 10 75 4: 5 3 78 8: 2 1 79 16: 1 0 79 32: 0 0 79 64: 0 0 79 128: 5 3 82 256: 28 17 100 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763495234.823544691 secs.nsecs start_time: 1763494941.805231850 secs.nsecs elapsed_time: 293.018312841 secs.nsecs subreqs per batch batches % cum % 1: 109 67 67 2: 9 5 72 4: 3 1 74 8: 5 3 77 16: 0 0 77 32: 0 0 77 64: 2 1 79 128: 2 1 80 256: 32 19 100 - open/close 3436 (time 1763495245.88 total 10.00 last 343.55) - open/close 6936 (time 1763495255.89 total 20.00 last 349.93) total: 10000 open/close in 28.43 seconds: 351.74 ops/second llite.lustre-ffff9e594630b800.statahead_batch_max=0 llite.lustre-ffff9e594630b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e594630b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e594630b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.351s user 0m0.137s sys 0m24.619s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e594630b800.statahead_batch_max=256 llite.lustre-ffff9e594630b800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e594630b800.stats=clear mdc.lustre-MDT0001-mdc-ffff9e594630b800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.094s user 0m0.138s sys 0m18.548s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763495325.841430196 secs.nsecs start_time: 1763495296.254091546 secs.nsecs elapsed_time: 29.587338650 secs.nsecs subreqs per batch batches % cum % 1: 208 55 55 2: 64 17 72 4: 33 8 81 8: 8 2 83 16: 1 0 83 32: 24 6 90 64: 2 0 90 128: 1 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff9e594630b800.batch_stats= snapshot_time: 1763495325.841481964 secs.nsecs start_time: 1763495296.254149981 secs.nsecs elapsed_time: 29.587331983 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9e594630b800.statahead_batch_max=64 llite.lustre-ffff9e594630b800.statahead_max=128