== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:24:53 (1732433093) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats=0 llite.lustre-ffff8800ab25e000.statahead_max=32 llite.lustre-ffff8800ab25e000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats=0 total: 100 open/close in 3.14 seconds: 31.89 ops/second llite.lustre-ffff8800ab25e000.statahead_max=0 101 real 0m2.513s user 0m0.014s sys 0m0.484s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800ab25e000.statahead_max=32 32 101 real 0m1.029s user 0m0.014s sys 0m0.239s ls -l 100 files with statahead: 1 sec statahead total: 28 statahead wrong: 0 agl total: 28 list_total: 28 fname_total: 0 hit_total: 1799 miss_total: 140 - open/close 551 (time 1732433121.51 total 10.02 last 55.00) total: 900 open/close in 16.83 seconds: 53.48 ops/second llite.lustre-ffff8800ab25e000.statahead_max=0 1001 real 0m23.218s user 0m0.131s sys 0m4.571s ls -l 1000 files without statahead: 23 sec llite.lustre-ffff8800ab25e000.statahead_max=32 32 1001 real 0m8.134s user 0m0.066s sys 0m2.002s ls -l 1000 files with statahead: 8 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2798 miss_total: 152 ls -l done rm -r /mnt/lustre/d123ad.sanity: 22 seconds llite.lustre-ffff8800ab25e000.statahead_stats= statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2798 miss_total: 152 mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats= snapshot_time: 1732433191.024655235 secs.nsecs start_time: 1732433098.612452644 secs.nsecs elapsed_time: 92.412202591 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 7 7 16: 2 5 12 32: 34 87 100 - open/close 474 (time 1732433203.31 total 10.02 last 47.31) - open/close 990 (time 1732433213.35 total 20.06 last 51.37) - open/close 1553 (time 1732433223.36 total 30.07 last 56.24) - open/close 2229 (time 1732433233.36 total 40.08 last 67.60) - open/close 2789 (time 1732433243.38 total 50.09 last 55.91) - open/close 3330 (time 1732433253.40 total 60.11 last 54.01) - open/close 3846 (time 1732433263.40 total 70.11 last 51.56) - open/close 4351 (time 1732433273.41 total 80.12 last 50.47) - open/close 4874 (time 1732433283.42 total 90.13 last 52.26) - open/close 5413 (time 1732433293.44 total 100.15 last 53.80) - open/close 5909 (time 1732433303.44 total 110.15 last 49.58) - open/close 6525 (time 1732433313.45 total 120.16 last 61.56) - open/close 7219 (time 1732433323.46 total 130.17 last 69.33) - open/close 7768 (time 1732433333.46 total 140.17 last 54.89) - open/close 8285 (time 1732433343.47 total 150.18 last 51.64) - open/close 8823 (time 1732433353.47 total 160.18 last 53.80) - open/close 9347 (time 1732433363.48 total 170.19 last 52.34) - open/close 9976 (time 1732433373.48 total 180.19 last 62.90) total: 10000 open/close in 180.39 seconds: 55.43 ops/second llite.lustre-ffff8800ab25e000.statahead_batch_max=0 llite.lustre-ffff8800ab25e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab25e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.305s user 0m0.231s sys 0m8.084s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800ab25e000.statahead_batch_max=32 llite.lustre-ffff8800ab25e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab25e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.875s user 0m0.304s sys 0m9.358s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats= snapshot_time: 1732433418.282634823 secs.nsecs start_time: 1732433390.553604948 secs.nsecs elapsed_time: 27.729029875 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats=0 llite.lustre-ffff8800ab25e000.statahead_max=2048 llite.lustre-ffff8800ab25e000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats=0 total: 100 open/close in 0.92 seconds: 108.21 ops/second llite.lustre-ffff8800ab25e000.statahead_max=0 101 real 0m1.003s user 0m0.011s sys 0m0.266s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800ab25e000.statahead_max=2048 2048 101 real 0m0.326s user 0m0.004s sys 0m0.115s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 48 total: 900 open/close in 3.67 seconds: 245.55 ops/second llite.lustre-ffff8800ab25e000.statahead_max=0 1001 real 0m8.449s user 0m0.091s sys 0m2.514s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800ab25e000.statahead_max=2048 2048 1001 real 0m1.374s user 0m0.018s sys 0m0.938s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 49 - open/close 2972 (time 1732433540.59 total 10.00 last 297.16) total: 4000 open/close in 13.02 seconds: 307.11 ops/second llite.lustre-ffff8800ab25e000.statahead_max=0 5001 real 0m39.966s user 0m0.415s sys 0m12.114s ls -l 5000 files without statahead: 40 sec llite.lustre-ffff8800ab25e000.statahead_max=2048 2048 5001 real 0m5.681s user 0m0.114s sys 0m4.643s ls -l 5000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 50 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff8800ab25e000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 50 mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats= snapshot_time: 1732433620.608207667 secs.nsecs start_time: 1732433419.475497399 secs.nsecs elapsed_time: 201.132710268 secs.nsecs subreqs per batch batches % cum % 1: 50 45 45 2: 4 3 49 4: 3 2 52 8: 7 6 58 16: 17 15 74 32: 4 3 77 64: 1 0 78 128: 1 0 79 256: 22 20 100 - open/close 3438 (time 1732433631.34 total 10.00 last 343.75) - open/close 7082 (time 1732433641.34 total 20.00 last 364.39) total: 10000 open/close in 28.82 seconds: 347.03 ops/second llite.lustre-ffff8800ab25e000.statahead_batch_max=0 llite.lustre-ffff8800ab25e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab25e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.442s user 0m0.251s sys 0m9.018s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800ab25e000.statahead_batch_max=256 llite.lustre-ffff8800ab25e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800ab25e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.609s user 0m0.238s sys 0m9.037s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800ab25e000.batch_stats= snapshot_time: 1732433676.008834983 secs.nsecs start_time: 1732433662.776321473 secs.nsecs elapsed_time: 13.232513510 secs.nsecs subreqs per batch batches % cum % 1: 281 66 66 2: 28 6 72 4: 28 6 79 8: 22 5 84 16: 13 3 87 32: 14 3 91 64: 3 0 91 128: 0 0 91 256: 35 8 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800ab25e000.statahead_batch_max=64 llite.lustre-ffff8800ab25e000.statahead_max=128