== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:33:01 (1735101181) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats=0 llite.lustre-ffff8800a3420800.statahead_max=32 llite.lustre-ffff8800a3420800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats=0 total: 100 open/close in 0.93 seconds: 107.70 ops/second llite.lustre-ffff8800a3420800.statahead_max=0 101 real 0m0.940s user 0m0.004s sys 0m0.257s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a3420800.statahead_max=32 32 101 real 0m0.399s user 0m0.003s sys 0m0.124s ls -l 100 files with statahead: 0 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 19 fname_total: 26 hit_total: 11466 miss_total: 217 total: 900 open/close in 4.48 seconds: 200.96 ops/second llite.lustre-ffff8800a3420800.statahead_max=0 1001 real 0m7.028s user 0m0.072s sys 0m2.174s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8800a3420800.statahead_max=32 32 1001 real 0m2.113s user 0m0.027s sys 0m0.917s ls -l 1000 files with statahead: 3 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 20 fname_total: 26 hit_total: 12465 miss_total: 220 - open/close 2415 (time 1735101213.10 total 10.00 last 241.42) - open/close 5848 (time 1735101223.11 total 20.01 last 343.21) total: 9000 open/close in 27.54 seconds: 326.75 ops/second llite.lustre-ffff8800a3420800.statahead_max=0 10001 real 0m56.418s user 0m0.451s sys 0m18.680s ls -l 10000 files without statahead: 57 sec llite.lustre-ffff8800a3420800.statahead_max=32 32 10001 real 0m21.148s user 0m0.207s sys 0m8.853s ls -l 10000 files with statahead: 22 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 21 fname_total: 26 hit_total: 22464 miss_total: 231 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff8800a3420800.statahead_stats= statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 21 fname_total: 26 hit_total: 22464 miss_total: 231 mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats= snapshot_time: 1735101352.978113194 secs.nsecs start_time: 1735101182.972849069 secs.nsecs elapsed_time: 170.005264125 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4702 (time 1735101363.77 total 10.00 last 470.15) - open/close 9358 (time 1735101373.77 total 20.00 last 465.50) total: 10000 open/close in 21.70 seconds: 460.84 ops/second llite.lustre-ffff8800a3420800.statahead_batch_max=0 llite.lustre-ffff8800a3420800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a3420800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.708s user 0m0.243s sys 0m9.525s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a3420800.statahead_batch_max=32 llite.lustre-ffff8800a3420800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a3420800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.093s user 0m0.245s sys 0m8.597s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats= snapshot_time: 1735101410.784134332 secs.nsecs start_time: 1735101388.108906978 secs.nsecs elapsed_time: 22.675227354 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats=0 llite.lustre-ffff8800a3420800.statahead_max=2048 llite.lustre-ffff8800a3420800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats=0 total: 100 open/close in 0.77 seconds: 129.82 ops/second llite.lustre-ffff8800a3420800.statahead_max=0 101 real 0m0.616s user 0m0.009s sys 0m0.207s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a3420800.statahead_max=2048 2048 101 real 0m0.338s user 0m0.004s sys 0m0.117s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 4 total: 900 open/close in 1.64 seconds: 549.72 ops/second llite.lustre-ffff8800a3420800.statahead_max=0 1001 real 0m5.417s user 0m0.037s sys 0m1.891s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a3420800.statahead_max=2048 2048 1001 real 0m1.246s user 0m0.023s sys 0m0.901s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 5 - open/close 3939 (time 1735101500.48 total 10.00 last 393.89) - open/close 8234 (time 1735101510.48 total 20.00 last 429.41) total: 9000 open/close in 21.47 seconds: 419.13 ops/second llite.lustre-ffff8800a3420800.statahead_max=0 10001 real 1m0.245s user 0m0.514s sys 0m19.441s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8800a3420800.statahead_max=2048 2048 10001 real 0m10.250s user 0m0.216s sys 0m8.770s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff8800a3420800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats= snapshot_time: 1735101630.047504134 secs.nsecs start_time: 1735101411.209882359 secs.nsecs elapsed_time: 218.837621775 secs.nsecs subreqs per batch batches % cum % 1: 173 59 59 2: 17 5 64 4: 10 3 68 8: 14 4 73 16: 21 7 80 32: 17 5 86 64: 0 0 86 128: 1 0 86 256: 40 13 100 - open/close 3973 (time 1735101640.63 total 10.00 last 397.29) - open/close 7771 (time 1735101650.63 total 20.00 last 379.76) total: 10000 open/close in 26.18 seconds: 381.92 ops/second llite.lustre-ffff8800a3420800.statahead_batch_max=0 llite.lustre-ffff8800a3420800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a3420800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.644s user 0m0.250s sys 0m9.704s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a3420800.statahead_batch_max=256 llite.lustre-ffff8800a3420800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a3420800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.105s user 0m0.249s sys 0m9.305s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a3420800.batch_stats= snapshot_time: 1735101684.403318350 secs.nsecs start_time: 1735101670.556587679 secs.nsecs elapsed_time: 13.846730671 secs.nsecs subreqs per batch batches % cum % 1: 242 68 68 2: 15 4 72 4: 10 2 75 8: 11 3 78 16: 28 7 86 32: 13 3 89 64: 1 0 90 128: 0 0 90 256: 35 9 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a3420800.statahead_batch_max=64 llite.lustre-ffff8800a3420800.statahead_max=128