== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:10:23 (1747811423) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats=0 llite.lustre-ffff88012b9bf800.statahead_max=32 llite.lustre-ffff88012b9bf800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.91 seconds: 110.23 ops/second llite.lustre-ffff88012b9bf800.statahead_max=0 101 real 0m0.776s user 0m0.008s sys 0m0.238s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b9bf800.statahead_max=32 32 101 real 0m0.373s user 0m0.005s sys 0m0.137s ls -l 100 files with statahead: 1 sec statahead total: 43 statahead wrong: 2 agl total: 43 list_total: 19 fname_total: 24 hit_total: 12355 miss_total: 1244 total: 900 open/close in 2.84 seconds: 316.65 ops/second llite.lustre-ffff88012b9bf800.statahead_max=0 1001 real 0m7.001s user 0m0.039s sys 0m2.254s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff88012b9bf800.statahead_max=32 32 1001 real 0m1.945s user 0m0.031s sys 0m0.986s ls -l 1000 files with statahead: 1 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 13354 miss_total: 1245 - open/close 4051 (time 1747811452.05 total 10.00 last 404.99) - open/close 7548 (time 1747811462.05 total 20.00 last 349.68) total: 9000 open/close in 23.30 seconds: 386.26 ops/second llite.lustre-ffff88012b9bf800.statahead_max=0 10001 real 1m7.754s user 0m0.533s sys 0m21.832s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff88012b9bf800.statahead_max=32 32 10001 real 0m21.304s user 0m0.301s sys 0m10.115s ls -l 10000 files with statahead: 21 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23353 miss_total: 1271 ls -l done rm -r /mnt/lustre/d123ad.sanity: 51 seconds llite.lustre-ffff88012b9bf800.statahead_stats= statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23353 miss_total: 1271 mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811610.009000313 secs.nsecs start_time: 1747811424.330754290 secs.nsecs elapsed_time: 185.678246023 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 11 3 3 16: 190 53 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811610.009043995 secs.nsecs start_time: 1747811424.330835922 secs.nsecs elapsed_time: 185.678208073 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 4 1 1 4: 4 1 2 8: 1 0 2 16: 203 57 59 32: 142 40 100 - open/close 3295 (time 1747811620.69 total 10.00 last 329.45) - open/close 6946 (time 1747811630.69 total 20.00 last 364.99) - open/close 9174 (time 1747811640.70 total 30.01 last 222.77) total: 10000 open/close in 32.36 seconds: 309.05 ops/second llite.lustre-ffff88012b9bf800.statahead_batch_max=0 llite.lustre-ffff88012b9bf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b9bf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b9bf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.433s user 0m0.241s sys 0m10.285s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b9bf800.statahead_batch_max=32 llite.lustre-ffff88012b9bf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b9bf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b9bf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.786s user 0m0.345s sys 0m10.004s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811682.979758509 secs.nsecs start_time: 1747811656.620800850 secs.nsecs elapsed_time: 26.358957659 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811682.979806096 secs.nsecs start_time: 1747811656.620842528 secs.nsecs elapsed_time: 26.358963568 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats=0 llite.lustre-ffff88012b9bf800.statahead_max=2048 llite.lustre-ffff88012b9bf800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.57 seconds: 176.88 ops/second llite.lustre-ffff88012b9bf800.statahead_max=0 101 real 0m0.504s user 0m0.003s sys 0m0.185s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b9bf800.statahead_max=2048 2048 101 real 0m0.304s user 0m0.002s sys 0m0.124s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 17 total: 900 open/close in 1.70 seconds: 530.17 ops/second llite.lustre-ffff88012b9bf800.statahead_max=0 1001 real 0m5.157s user 0m0.029s sys 0m1.940s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012b9bf800.statahead_max=2048 2048 1001 real 0m1.356s user 0m0.016s sys 0m0.913s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 18 - open/close 4241 (time 1747811782.78 total 10.00 last 424.06) total: 9000 open/close in 19.73 seconds: 456.12 ops/second llite.lustre-ffff88012b9bf800.statahead_max=0 10001 real 0m53.133s user 0m0.398s sys 0m18.714s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff88012b9bf800.statahead_max=2048 2048 10001 real 0m10.522s user 0m0.201s sys 0m8.973s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 19 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88012b9bf800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 19 mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811900.691196153 secs.nsecs start_time: 1747811683.454020456 secs.nsecs elapsed_time: 217.237175697 secs.nsecs subreqs per batch batches % cum % 1: 5 10 10 2: 0 0 10 4: 0 0 10 8: 8 16 26 16: 2 4 30 32: 0 0 30 64: 0 0 30 128: 5 10 40 256: 30 60 100 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811900.691227520 secs.nsecs start_time: 1747811683.454127226 secs.nsecs elapsed_time: 217.237100294 secs.nsecs subreqs per batch batches % cum % 1: 3 6 6 2: 4 8 14 4: 3 6 20 8: 0 0 20 16: 2 4 24 32: 2 4 28 64: 0 0 28 128: 2 4 32 256: 33 67 100 - open/close 5369 (time 1747811911.24 total 10.00 last 536.88) total: 10000 open/close in 18.51 seconds: 540.20 ops/second llite.lustre-ffff88012b9bf800.statahead_batch_max=0 llite.lustre-ffff88012b9bf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b9bf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b9bf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.528s user 0m0.215s sys 0m9.525s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b9bf800.statahead_batch_max=256 llite.lustre-ffff88012b9bf800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b9bf800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b9bf800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.058s user 0m0.227s sys 0m8.809s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811944.440703230 secs.nsecs start_time: 1747811932.056381843 secs.nsecs elapsed_time: 12.384321387 secs.nsecs subreqs per batch batches % cum % 1: 331 73 73 2: 13 2 76 4: 9 1 78 8: 23 5 83 16: 18 3 87 32: 22 4 92 64: 2 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff88012b9bf800.batch_stats= snapshot_time: 1747811944.440735461 secs.nsecs start_time: 1747811932.056444114 secs.nsecs elapsed_time: 12.384291347 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b9bf800.statahead_batch_max=64 llite.lustre-ffff88012b9bf800.statahead_max=128