== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:49:05 (1744048145) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats=0 llite.lustre-ffff88012d013800.statahead_max=32 llite.lustre-ffff88012d013800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats=0 total: 100 open/close in 0.95 seconds: 104.97 ops/second llite.lustre-ffff88012d013800.statahead_max=0 101 real 0m0.945s user 0m0.004s sys 0m0.319s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012d013800.statahead_max=32 32 101 real 0m0.345s user 0m0.007s sys 0m0.165s ls -l 100 files with statahead: 0 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 19 fname_total: 32 hit_total: 11694 miss_total: 215 total: 900 open/close in 3.88 seconds: 232.17 ops/second llite.lustre-ffff88012d013800.statahead_max=0 1001 real 0m8.814s user 0m0.041s sys 0m2.850s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012d013800.statahead_max=32 32 1001 real 0m3.204s user 0m0.022s sys 0m1.455s ls -l 1000 files with statahead: 3 sec statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 20 fname_total: 32 hit_total: 12693 miss_total: 216 - open/close 2686 (time 1744048179.97 total 10.00 last 268.50) total: 4000 open/close in 15.17 seconds: 263.67 ops/second llite.lustre-ffff88012d013800.statahead_max=0 5001 real 0m35.217s user 0m0.172s sys 0m11.548s ls -l 5000 files without statahead: 35 sec llite.lustre-ffff88012d013800.statahead_max=32 32 5001 real 0m15.590s user 0m0.141s sys 0m6.771s ls -l 5000 files with statahead: 16 sec statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 21 fname_total: 32 hit_total: 17692 miss_total: 217 ls -l done rm -r /mnt/lustre/d123ad.sanity: 29 seconds llite.lustre-ffff88012d013800.statahead_stats= statahead total: 53 statahead wrong: 1 agl total: 53 list_total: 21 fname_total: 32 hit_total: 17692 miss_total: 217 mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats= snapshot_time: 1744048269.601240381 secs.nsecs start_time: 1744048146.596409999 secs.nsecs elapsed_time: 123.004830382 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 4 2 3 16: 3 1 4 32: 190 95 100 - open/close 2360 (time 1744048280.47 total 10.00 last 235.92) - open/close 4682 (time 1744048290.47 total 20.00 last 232.19) - open/close 6973 (time 1744048300.48 total 30.00 last 229.09) - open/close 9618 (time 1744048310.48 total 40.01 last 264.36) total: 10000 open/close in 41.68 seconds: 239.95 ops/second llite.lustre-ffff88012d013800.statahead_batch_max=0 llite.lustre-ffff88012d013800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d013800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.661s user 0m0.174s sys 0m7.922s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012d013800.statahead_batch_max=32 llite.lustre-ffff88012d013800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d013800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.072s user 0m0.194s sys 0m9.329s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats= snapshot_time: 1744048346.425110317 secs.nsecs start_time: 1744048323.076209836 secs.nsecs elapsed_time: 23.348900481 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats=0 llite.lustre-ffff88012d013800.statahead_max=2048 llite.lustre-ffff88012d013800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats=0 total: 100 open/close in 0.95 seconds: 104.91 ops/second llite.lustre-ffff88012d013800.statahead_max=0 101 real 0m0.921s user 0m0.005s sys 0m0.339s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012d013800.statahead_max=2048 2048 101 real 0m0.316s user 0m0.004s sys 0m0.164s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.14 seconds: 286.57 ops/second llite.lustre-ffff88012d013800.statahead_max=0 1001 real 0m8.366s user 0m0.035s sys 0m2.563s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012d013800.statahead_max=2048 2048 1001 real 0m1.112s user 0m0.026s sys 0m0.756s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2352 (time 1744048471.85 total 10.00 last 235.18) - open/close 4699 (time 1744048481.85 total 20.00 last 234.70) - open/close 7051 (time 1744048491.85 total 30.01 last 235.10) total: 9000 open/close in 38.51 seconds: 233.73 ops/second llite.lustre-ffff88012d013800.statahead_max=0 10001 real 1m30.146s user 0m0.294s sys 0m30.011s ls -l 10000 files without statahead: 90 sec llite.lustre-ffff88012d013800.statahead_max=2048 2048 10001 real 0m8.888s user 0m0.196s sys 0m7.426s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 49 seconds llite.lustre-ffff88012d013800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats= snapshot_time: 1744048654.607442079 secs.nsecs start_time: 1744048346.886149812 secs.nsecs elapsed_time: 307.721292267 secs.nsecs subreqs per batch batches % cum % 1: 344 71 71 2: 21 4 76 4: 29 6 82 8: 15 3 85 16: 12 2 87 32: 15 3 91 64: 3 0 91 128: 1 0 91 256: 39 8 100 - open/close 3115 (time 1744048665.34 total 10.00 last 311.43) - open/close 6028 (time 1744048675.34 total 20.00 last 291.24) - open/close 8499 (time 1744048685.34 total 30.01 last 247.03) total: 10000 open/close in 36.06 seconds: 277.29 ops/second llite.lustre-ffff88012d013800.statahead_batch_max=0 llite.lustre-ffff88012d013800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d013800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.262s user 0m0.186s sys 0m8.139s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012d013800.statahead_batch_max=256 llite.lustre-ffff88012d013800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012d013800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.167s user 0m0.202s sys 0m7.833s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012d013800.batch_stats= snapshot_time: 1744048714.443855216 secs.nsecs start_time: 1744048702.745245684 secs.nsecs elapsed_time: 11.698609532 secs.nsecs subreqs per batch batches % cum % 1: 298 70 70 2: 18 4 74 4: 22 5 79 8: 21 4 84 16: 20 4 89 32: 10 2 91 64: 1 0 91 128: 0 0 91 256: 35 8 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012d013800.statahead_batch_max=64 llite.lustre-ffff88012d013800.statahead_max=128