== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:15:55 (1776932155) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats=0 llite.lustre-ffff9ae889388000.statahead_max=32 llite.lustre-ffff9ae889388000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats=0 total: 100 open/close in 1.10 seconds: 90.69 ops/second llite.lustre-ffff9ae889388000.statahead_max=0 101 real 0m1.177s user 0m0.004s sys 0m0.422s ls -l 100 files without statahead: 2 sec llite.lustre-ffff9ae889388000.statahead_max=32 32 101 real 0m0.655s user 0m0.004s sys 0m0.388s ls -l 100 files with statahead: 0 sec statahead total: 135 statahead wrong: 2 agl total: 128 list_total: 33 fname_total: 87 hit_total: 12415 miss_total: 1283 total: 900 open/close in 5.08 seconds: 177.27 ops/second llite.lustre-ffff9ae889388000.statahead_max=0 1001 real 0m11.918s user 0m0.026s sys 0m4.153s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff9ae889388000.statahead_max=32 32 1001 real 0m7.493s user 0m0.039s sys 0m4.306s ls -l 1000 files with statahead: 8 sec statahead total: 136 statahead wrong: 2 agl total: 129 list_total: 34 fname_total: 87 hit_total: 13414 miss_total: 1284 - open/close 2176 (time 1776932204.42 total 10.00 last 217.49) total: 3000 open/close in 14.09 seconds: 212.92 ops/second llite.lustre-ffff9ae889388000.statahead_max=0 4001 real 0m40.572s user 0m0.119s sys 0m14.386s ls -l 4000 files without statahead: 41 sec llite.lustre-ffff9ae889388000.statahead_max=32 32 4001 real 0m26.194s user 0m0.123s sys 0m15.366s ls -l 4000 files with statahead: 26 sec statahead total: 137 statahead wrong: 2 agl total: 130 list_total: 35 fname_total: 87 hit_total: 17413 miss_total: 1285 ls -l done rm -r /mnt/lustre/d123ad.sanity: 44 seconds llite.lustre-ffff9ae889388000.statahead_stats= statahead total: 137 statahead wrong: 2 agl total: 130 list_total: 35 fname_total: 87 hit_total: 17413 miss_total: 1285 mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats= snapshot_time: 1776932331.075566710 secs.nsecs start_time: 1776932157.661285039 secs.nsecs elapsed_time: 173.414281671 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 0 0 1 4: 1 0 1 8: 3 1 3 16: 3 1 5 32: 159 94 100 - open/close 2091 (time 1776932342.84 total 10.00 last 209.05) - open/close 4181 (time 1776932352.85 total 20.01 last 208.94) - open/close 6182 (time 1776932362.85 total 30.01 last 200.10) - open/close 8151 (time 1776932372.85 total 40.01 last 196.80) total: 10000 open/close in 49.91 seconds: 200.35 ops/second llite.lustre-ffff9ae889388000.statahead_batch_max=0 llite.lustre-ffff9ae889388000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ae889388000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m5.318s user 0m0.320s sys 1m1.036s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ae889388000.statahead_batch_max=32 llite.lustre-ffff9ae889388000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ae889388000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m12.566s user 0m0.257s sys 0m41.482s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats= snapshot_time: 1776932538.238256747 secs.nsecs start_time: 1776932453.784450520 secs.nsecs elapsed_time: 84.453806227 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats=0 llite.lustre-ffff9ae889388000.statahead_max=2048 llite.lustre-ffff9ae889388000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats=0 total: 100 open/close in 0.94 seconds: 106.40 ops/second llite.lustre-ffff9ae889388000.statahead_max=0 101 real 0m0.860s user 0m0.003s sys 0m0.291s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9ae889388000.statahead_max=2048 2048 101 real 0m0.664s user 0m0.009s sys 0m0.392s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.60 seconds: 249.73 ops/second llite.lustre-ffff9ae889388000.statahead_max=0 1001 real 0m9.670s user 0m0.022s sys 0m3.477s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff9ae889388000.statahead_max=2048 2048 1001 real 0m5.648s user 0m0.036s sys 0m2.869s ls -l 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2105 (time 1776932730.35 total 10.00 last 210.46) total: 4000 open/close in 18.63 seconds: 214.75 ops/second llite.lustre-ffff9ae889388000.statahead_max=0 5001 real 0m47.870s user 0m0.159s sys 0m16.837s ls -l 5000 files without statahead: 48 sec llite.lustre-ffff9ae889388000.statahead_max=2048 2048 5001 real 0m24.198s user 0m0.116s sys 0m15.133s ls -l 5000 files with statahead: 24 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 55 seconds llite.lustre-ffff9ae889388000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats= snapshot_time: 1776932879.112014002 secs.nsecs start_time: 1776932539.483786370 secs.nsecs elapsed_time: 339.628227632 secs.nsecs subreqs per batch batches % cum % 1: 291 73 73 2: 53 13 87 4: 10 2 89 8: 6 1 91 16: 6 1 92 32: 6 1 94 64: 1 0 94 128: 1 0 94 256: 21 5 100 - open/close 2220 (time 1776932891.19 total 10.00 last 221.99) - open/close 4559 (time 1776932901.19 total 20.00 last 233.87) - open/close 6961 (time 1776932911.19 total 30.00 last 240.19) - open/close 9307 (time 1776932921.19 total 40.00 last 234.57) total: 10000 open/close in 43.03 seconds: 232.39 ops/second llite.lustre-ffff9ae889388000.statahead_batch_max=0 llite.lustre-ffff9ae889388000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ae889388000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.954s user 0m0.334s sys 0m50.496s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9ae889388000.statahead_batch_max=256 llite.lustre-ffff9ae889388000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9ae889388000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m53.078s user 0m0.217s sys 0m36.401s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9ae889388000.batch_stats= snapshot_time: 1776933054.693298995 secs.nsecs start_time: 1776932989.462345390 secs.nsecs elapsed_time: 65.230953605 secs.nsecs subreqs per batch batches % cum % 1: 422 75 75 2: 63 11 86 4: 14 2 88 8: 1 0 88 16: 6 1 90 32: 21 3 93 64: 0 0 93 128: 0 0 93 256: 35 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9ae889388000.statahead_batch_max=64 llite.lustre-ffff9ae889388000.statahead_max=128