== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:24:19 (1724307859) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats=0 llite.lustre-ffff8800aa5ea000.statahead_max=32 llite.lustre-ffff8800aa5ea000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats=0 total: 100 open/close in 1.34 seconds: 74.72 ops/second llite.lustre-ffff8800aa5ea000.statahead_max=0 101 real 0m1.171s user 0m0.003s sys 0m0.306s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa5ea000.statahead_max=32 32 101 real 0m0.389s user 0m0.010s sys 0m0.121s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1813 miss_total: 142 total: 900 open/close in 6.56 seconds: 137.27 ops/second llite.lustre-ffff8800aa5ea000.statahead_max=0 1001 real 0m12.666s user 0m0.087s sys 0m2.893s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800aa5ea000.statahead_max=32 32 1001 real 0m4.668s user 0m0.031s sys 0m1.096s ls -l 1000 files with statahead: 5 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2812 miss_total: 148 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 10 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2812 miss_total: 148 mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats= snapshot_time: 1724307905.405664480 secs.nsecs start_time: 1724307861.648308848 secs.nsecs elapsed_time: 43.757355632 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 1 2 5 8: 2 5 10 16: 2 5 15 32: 34 85 100 - open/close 1576 (time 1724307916.35 total 10.00 last 157.59) - open/close 2791 (time 1724307926.35 total 20.00 last 121.49) - open/close 4163 (time 1724307936.35 total 30.01 last 137.15) - open/close 5653 (time 1724307946.35 total 40.01 last 148.98) - open/close 7139 (time 1724307956.36 total 50.01 last 148.57) - open/close 8606 (time 1724307966.36 total 60.02 last 146.58) total: 10000 open/close in 69.76 seconds: 143.36 ops/second llite.lustre-ffff8800aa5ea000.statahead_batch_max=0 llite.lustre-ffff8800aa5ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.stats=clear 10001 real 0m17.821s user 0m0.214s sys 0m8.400s llite.lustre-ffff8800aa5ea000.statahead_batch_max=32 llite.lustre-ffff8800aa5ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.stats=clear 10001 real 0m40.381s user 0m0.400s sys 0m10.836s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats= snapshot_time: 1724308040.925607682 secs.nsecs start_time: 1724307997.146339919 secs.nsecs elapsed_time: 43.779267763 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats=0 llite.lustre-ffff8800aa5ea000.statahead_max=2048 llite.lustre-ffff8800aa5ea000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats=0 total: 100 open/close in 1.61 seconds: 61.96 ops/second llite.lustre-ffff8800aa5ea000.statahead_max=0 101 real 0m1.307s user 0m0.006s sys 0m0.321s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa5ea000.statahead_max=2048 2048 101 real 0m0.331s user 0m0.003s sys 0m0.130s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 69 total: 900 open/close in 7.66 seconds: 117.48 ops/second llite.lustre-ffff8800aa5ea000.statahead_max=0 1001 real 0m12.737s user 0m0.085s sys 0m2.823s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800aa5ea000.statahead_max=2048 2048 1001 real 0m2.287s user 0m0.033s sys 0m1.149s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 70 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 10 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 70 mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats= snapshot_time: 1724308166.798048136 secs.nsecs start_time: 1724308042.435096128 secs.nsecs elapsed_time: 124.362952008 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 15 15 16: 2 15 30 32: 3 23 53 64: 2 15 69 128: 0 0 69 256: 4 30 100 - open/close 1594 (time 1724308177.78 total 10.00 last 159.40) - open/close 3270 (time 1724308187.79 total 20.01 last 167.46) - open/close 4674 (time 1724308197.79 total 30.01 last 140.31) - open/close 6089 (time 1724308207.80 total 40.02 last 141.36) - open/close 7753 (time 1724308217.80 total 50.03 last 166.39) - open/close 9465 (time 1724308227.81 total 60.03 last 171.14) total: 10000 open/close in 62.67 seconds: 159.57 ops/second llite.lustre-ffff8800aa5ea000.statahead_batch_max=0 llite.lustre-ffff8800aa5ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.stats=clear 10001 real 0m14.488s user 0m0.247s sys 0m8.226s llite.lustre-ffff8800aa5ea000.statahead_batch_max=256 llite.lustre-ffff8800aa5ea000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.stats=clear 10001 real 0m12.547s user 0m0.264s sys 0m9.533s unbatched RPCs: 10004, batched RPCs: 450 mdc.lustre-MDT0000-mdc-ffff8800aa5ea000.batch_stats= snapshot_time: 1724308263.309820573 secs.nsecs start_time: 1724308247.392992659 secs.nsecs elapsed_time: 15.916827914 secs.nsecs subreqs per batch batches % cum % 1: 327 72 72 2: 21 4 77 4: 17 3 81 8: 17 3 84 16: 20 4 89 32: 10 2 91 64: 3 0 92 128: 0 0 92 256: 35 7 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aa5ea000.statahead_batch_max=64 llite.lustre-ffff8800aa5ea000.statahead_max=128