== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:22:23 (1761106943) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats=0 llite.lustre-ffff923760166800.statahead_max=32 llite.lustre-ffff923760166800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats=0 total: 100 open/close in 1.13 seconds: 88.81 ops/second llite.lustre-ffff923760166800.statahead_max=0 101 real 0m1.160s user 0m0.004s sys 0m0.356s ls -l 100 files without statahead: 1 sec llite.lustre-ffff923760166800.statahead_max=32 32 101 real 0m0.481s user 0m0.003s sys 0m0.266s ls -l 100 files with statahead: 0 sec statahead total: 78 statahead wrong: 2 agl total: 72 list_total: 30 fname_total: 44 hit_total: 23939 miss_total: 626 total: 900 open/close in 3.53 seconds: 254.91 ops/second llite.lustre-ffff923760166800.statahead_max=0 1001 real 0m10.233s user 0m0.020s sys 0m3.289s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff923760166800.statahead_max=32 32 1001 real 0m4.283s user 0m0.018s sys 0m2.244s ls -l 1000 files with statahead: 4 sec statahead total: 79 statahead wrong: 2 agl total: 73 list_total: 31 fname_total: 44 hit_total: 24938 miss_total: 627 - open/close 2044 (time 1761106982.65 total 10.00 last 204.37) total: 3000 open/close in 14.52 seconds: 206.55 ops/second llite.lustre-ffff923760166800.statahead_max=0 4001 real 0m40.795s user 0m0.104s sys 0m12.782s ls -l 4000 files without statahead: 41 sec llite.lustre-ffff923760166800.statahead_max=32 32 4001 real 0m15.702s user 0m0.046s sys 0m8.074s ls -l 4000 files with statahead: 16 sec statahead total: 80 statahead wrong: 2 agl total: 74 list_total: 32 fname_total: 44 hit_total: 28937 miss_total: 628 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff923760166800.statahead_stats= statahead total: 80 statahead wrong: 2 agl total: 74 list_total: 32 fname_total: 44 hit_total: 28937 miss_total: 628 mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats= snapshot_time: 1761107084.398995637 secs.nsecs start_time: 1761103306.533894351 secs.nsecs elapsed_time: 3777.865101286 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 1 pct: 0 cum_pct: 0 - subreqs: 4 count: 1 pct: 0 cum_pct: 1 - subreqs: 8 count: 3 pct: 1 cum_pct: 2 - subreqs: 16 count: 3 pct: 1 cum_pct: 4 - subreqs: 32 count: 159 pct: 95 cum_pct: 100 - open/close 3121 (time 1761107095.56 total 10.01 last 311.88) - open/close 5560 (time 1761107105.56 total 20.01 last 243.88) - open/close 7615 (time 1761107115.57 total 30.01 last 205.43) - open/close 9717 (time 1761107125.57 total 40.01 last 210.17) total: 10000 open/close in 41.30 seconds: 242.11 ops/second llite.lustre-ffff923760166800.statahead_batch_max=0 llite.lustre-ffff923760166800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff923760166800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.375s user 0m0.124s sys 0m29.982s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff923760166800.statahead_batch_max=32 llite.lustre-ffff923760166800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff923760166800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.792s user 0m0.146s sys 0m21.274s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats= snapshot_time: 1761107210.558825203 secs.nsecs start_time: 1761103306.533894351 secs.nsecs elapsed_time: 3904.024930852 secs.nsecs subreqs_per_batch: - subreqs: 8 count: 1 pct: 0 cum_pct: 0 - subreqs: 16 count: 2 pct: 0 cum_pct: 0 - subreqs: 32 count: 312 pct: 99 cum_pct: 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats=0 llite.lustre-ffff923760166800.statahead_max=2048 llite.lustre-ffff923760166800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats=0 total: 100 open/close in 1.01 seconds: 98.92 ops/second llite.lustre-ffff923760166800.statahead_max=0 101 real 0m1.147s user 0m0.005s sys 0m0.343s ls -l 100 files without statahead: 1 sec llite.lustre-ffff923760166800.statahead_max=2048 2048 101 real 0m0.358s user 0m0.001s sys 0m0.234s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 4.40 seconds: 204.73 ops/second llite.lustre-ffff923760166800.statahead_max=0 1001 real 0m9.943s user 0m0.025s sys 0m3.071s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff923760166800.statahead_max=2048 2048 1001 real 0m4.106s user 0m0.011s sys 0m1.232s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2363 (time 1761107362.68 total 10.00 last 236.24) total: 4000 open/close in 18.06 seconds: 221.52 ops/second llite.lustre-ffff923760166800.statahead_max=0 5001 real 0m51.361s user 0m0.128s sys 0m15.902s ls -l 5000 files without statahead: 51 sec llite.lustre-ffff923760166800.statahead_max=2048 2048 5001 real 0m17.056s user 0m0.057s sys 0m10.561s ls -l 5000 files with statahead: 17 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff923760166800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats= snapshot_time: 1761107483.885849305 secs.nsecs start_time: 1761103306.533894351 secs.nsecs elapsed_time: 4177.351954954 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 97 pct: 55 cum_pct: 55 - subreqs: 2 count: 35 pct: 19 cum_pct: 75 - subreqs: 4 count: 3 pct: 1 cum_pct: 76 - subreqs: 8 count: 3 pct: 1 cum_pct: 78 - subreqs: 16 count: 7 pct: 3 cum_pct: 82 - subreqs: 32 count: 8 pct: 4 cum_pct: 86 - subreqs: 128 count: 1 pct: 0 cum_pct: 87 - subreqs: 256 count: 22 pct: 12 cum_pct: 100 - open/close 2861 (time 1761107494.94 total 10.00 last 286.06) - open/close 5249 (time 1761107504.94 total 20.00 last 238.77) - open/close 7364 (time 1761107514.94 total 30.00 last 211.49) - open/close 9441 (time 1761107524.94 total 40.01 last 207.61) total: 10000 open/close in 42.84 seconds: 233.41 ops/second llite.lustre-ffff923760166800.statahead_batch_max=0 llite.lustre-ffff923760166800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff923760166800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.780s user 0m0.136s sys 0m25.304s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff923760166800.statahead_batch_max=256 llite.lustre-ffff923760166800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff923760166800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.779s user 0m0.131s sys 0m17.835s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff923760166800.batch_stats= snapshot_time: 1761107591.559844561 secs.nsecs start_time: 1761103306.533894351 secs.nsecs elapsed_time: 4285.025950210 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 169 pct: 62 cum_pct: 62 - subreqs: 2 count: 19 pct: 7 cum_pct: 69 - subreqs: 4 count: 14 pct: 5 cum_pct: 74 - subreqs: 8 count: 5 pct: 1 cum_pct: 76 - subreqs: 16 count: 3 pct: 1 cum_pct: 77 - subreqs: 32 count: 22 pct: 8 cum_pct: 85 - subreqs: 64 count: 3 pct: 1 cum_pct: 86 - subreqs: 128 count: 1 pct: 0 cum_pct: 87 - subreqs: 256 count: 35 pct: 12 cum_pct: 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff923760166800.statahead_batch_max=64 llite.lustre-ffff923760166800.statahead_max=128