== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:38:11 (1708828691) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats=0 llite.lustre-ffff88008ab31000.statahead_max=32 llite.lustre-ffff88008ab31000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.61 seconds: 164.16 ops/second llite.lustre-ffff88008ab31000.statahead_max=0 101 real 0m0.643s user 0m0.005s sys 0m0.231s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008ab31000.statahead_max=32 32 101 real 0m0.302s user 0m0.002s sys 0m0.121s ls -l 100 files with statahead: 1 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1361 miss_total: 142 total: 900 open/close in 2.16 seconds: 417.30 ops/second llite.lustre-ffff88008ab31000.statahead_max=0 1001 real 0m6.191s user 0m0.047s sys 0m2.277s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88008ab31000.statahead_max=32 32 1001 real 0m1.831s user 0m0.026s sys 0m0.976s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2360 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2360 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708828713.099017139 secs.nsecs start_time: 1708828692.821371050 secs.nsecs elapsed_time: 20.277646089 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 3 7 12 16: 17 43 56 32: 17 43 100 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708828713.099168814 secs.nsecs start_time: 1708828692.821509520 secs.nsecs elapsed_time: 20.277659294 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 4 10 12 8: 3 7 20 16: 20 50 70 32: 12 30 100 - open/close 3939 (time 1708828723.89 total 10.00 last 393.74) - open/close 6736 (time 1708828733.89 total 20.01 last 279.67) - open/close 9212 (time 1708828743.89 total 30.01 last 247.50) total: 10000 open/close in 35.11 seconds: 284.79 ops/second llite.lustre-ffff88008ab31000.statahead_batch_max=0 llite.lustre-ffff88008ab31000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008ab31000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008ab31000.stats=clear 10001 real 0m11.948s user 0m0.234s sys 0m11.170s llite.lustre-ffff88008ab31000.statahead_batch_max=32 llite.lustre-ffff88008ab31000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008ab31000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008ab31000.stats=clear 10001 real 0m24.032s user 0m0.215s sys 0m9.837s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708828795.744056559 secs.nsecs start_time: 1708828765.765982963 secs.nsecs elapsed_time: 29.978073596 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708828795.744206321 secs.nsecs start_time: 1708828765.766095693 secs.nsecs elapsed_time: 29.978110628 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats=0 llite.lustre-ffff88008ab31000.statahead_max=2048 llite.lustre-ffff88008ab31000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 193.51 ops/second llite.lustre-ffff88008ab31000.statahead_max=0 101 real 0m0.501s user 0m0.004s sys 0m0.182s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008ab31000.statahead_max=2048 2048 101 real 0m0.270s user 0m0.003s sys 0m0.109s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 3 total: 900 open/close in 1.73 seconds: 519.38 ops/second llite.lustre-ffff88008ab31000.statahead_max=0 1001 real 0m4.913s user 0m0.016s sys 0m1.820s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88008ab31000.statahead_max=2048 2048 1001 real 0m1.254s user 0m0.018s sys 0m0.904s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 4 - open/close 4326 (time 1708828869.83 total 10.00 last 432.52) - open/close 7914 (time 1708828879.83 total 20.00 last 358.72) total: 9000 open/close in 23.64 seconds: 380.73 ops/second llite.lustre-ffff88008ab31000.statahead_max=0 10001 real 1m0.996s user 0m0.323s sys 0m25.017s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff88008ab31000.statahead_max=2048 2048 10001 real 0m11.610s user 0m0.264s sys 0m10.589s ls -l 10000 files with statahead: 12 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 45 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708829007.418755946 secs.nsecs start_time: 1708828796.451737887 secs.nsecs elapsed_time: 210.967018059 secs.nsecs subreqs per batch batches % cum % 1: 18 29 29 2: 1 1 31 4: 3 4 36 8: 5 8 44 16: 0 0 44 32: 1 1 45 64: 0 0 45 128: 4 6 52 256: 29 47 100 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708829007.418913747 secs.nsecs start_time: 1708828796.451846787 secs.nsecs elapsed_time: 210.967066960 secs.nsecs subreqs per batch batches % cum % 1: 13 21 21 2: 1 1 22 4: 4 6 29 8: 2 3 32 16: 4 6 39 32: 2 3 42 64: 2 3 45 128: 0 0 45 256: 33 54 100 - open/close 4297 (time 1708829018.04 total 10.00 last 429.68) - open/close 7477 (time 1708829028.05 total 20.00 last 317.95) total: 10000 open/close in 28.99 seconds: 344.99 ops/second llite.lustre-ffff88008ab31000.statahead_batch_max=0 llite.lustre-ffff88008ab31000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008ab31000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008ab31000.stats=clear 10001 real 0m13.198s user 0m0.220s sys 0m12.162s llite.lustre-ffff88008ab31000.statahead_batch_max=256 llite.lustre-ffff88008ab31000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008ab31000.stats=clear mdc.lustre-MDT0001-mdc-ffff88008ab31000.stats=clear 10001 real 0m12.154s user 0m0.228s sys 0m10.952s unbatched RPCs: 10004, batched RPCs: 294 mdc.lustre-MDT0000-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708829072.233954304 secs.nsecs start_time: 1708829054.448289200 secs.nsecs elapsed_time: 17.785665104 secs.nsecs subreqs per batch batches % cum % 1: 182 61 61 2: 18 6 68 4: 19 6 74 8: 11 3 78 16: 6 2 80 32: 5 1 81 64: 19 6 88 128: 1 0 88 256: 33 11 100 mdc.lustre-MDT0001-mdc-ffff88008ab31000.batch_stats= snapshot_time: 1708829072.234061090 secs.nsecs start_time: 1708829054.448365370 secs.nsecs elapsed_time: 17.785695720 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88008ab31000.statahead_batch_max=64 llite.lustre-ffff88008ab31000.statahead_max=128