== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:36:37 (1715333797) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats=0 llite.lustre-ffff8800a9163000.statahead_max=32 llite.lustre-ffff8800a9163000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.73 seconds: 136.80 ops/second llite.lustre-ffff8800a9163000.statahead_max=0 101 real 0m0.900s user 0m0.000s sys 0m0.278s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9163000.statahead_max=32 32 101 real 0m0.319s user 0m0.005s sys 0m0.122s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 1575 miss_total: 142 total: 900 open/close in 2.44 seconds: 368.74 ops/second llite.lustre-ffff8800a9163000.statahead_max=0 1001 real 0m7.706s user 0m0.048s sys 0m2.419s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800a9163000.statahead_max=32 32 1001 real 0m1.912s user 0m0.025s sys 0m0.964s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2574 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2574 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715333823.049638170 secs.nsecs start_time: 1715333798.955137177 secs.nsecs elapsed_time: 24.094500993 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 4 11 11 4: 1 2 13 8: 1 2 16 16: 24 66 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715333823.050022565 secs.nsecs start_time: 1715333798.955246895 secs.nsecs elapsed_time: 24.094775670 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 0 0 2 8: 3 7 10 16: 15 38 48 32: 20 51 100 - open/close 2937 (time 1715333833.76 total 10.00 last 293.64) - open/close 5861 (time 1715333843.76 total 20.00 last 292.40) - open/close 8861 (time 1715333853.76 total 30.00 last 299.96) total: 10000 open/close in 33.52 seconds: 298.34 ops/second llite.lustre-ffff8800a9163000.statahead_batch_max=0 llite.lustre-ffff8800a9163000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9163000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9163000.stats=clear 10001 real 0m11.145s user 0m0.231s sys 0m9.081s llite.lustre-ffff8800a9163000.statahead_batch_max=32 llite.lustre-ffff8800a9163000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9163000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9163000.stats=clear 10001 real 0m20.947s user 0m0.269s sys 0m9.372s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715333894.236943219 secs.nsecs start_time: 1715333870.578114127 secs.nsecs elapsed_time: 23.658829092 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715333894.237078433 secs.nsecs start_time: 1715333870.578213720 secs.nsecs elapsed_time: 23.658864713 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats=0 llite.lustre-ffff8800a9163000.statahead_max=2048 llite.lustre-ffff8800a9163000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 149.72 ops/second llite.lustre-ffff8800a9163000.statahead_max=0 101 real 0m0.696s user 0m0.007s sys 0m0.239s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9163000.statahead_max=2048 2048 101 real 0m0.289s user 0m0.005s sys 0m0.114s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 4 total: 900 open/close in 1.65 seconds: 545.74 ops/second llite.lustre-ffff8800a9163000.statahead_max=0 1001 real 0m5.213s user 0m0.026s sys 0m1.978s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a9163000.statahead_max=2048 2048 1001 real 0m1.327s user 0m0.020s sys 0m0.840s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 5 - open/close 5277 (time 1715333958.21 total 10.00 last 527.63) total: 9000 open/close in 16.71 seconds: 538.45 ops/second llite.lustre-ffff8800a9163000.statahead_max=0 10001 real 0m53.224s user 0m0.374s sys 0m19.295s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff8800a9163000.statahead_max=2048 2048 10001 real 0m10.638s user 0m0.259s sys 0m9.460s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 40 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715334074.547012198 secs.nsecs start_time: 1715333894.947628424 secs.nsecs elapsed_time: 179.599383774 secs.nsecs subreqs per batch batches % cum % 1: 20 30 30 2: 1 1 32 4: 7 10 43 8: 2 3 46 16: 1 1 47 32: 0 0 47 64: 0 0 47 128: 7 10 58 256: 27 41 100 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715334074.547140800 secs.nsecs start_time: 1715333894.947709654 secs.nsecs elapsed_time: 179.599431146 secs.nsecs subreqs per batch batches % cum % 1: 21 30 30 2: 3 4 34 4: 3 4 38 8: 3 4 42 16: 2 2 45 32: 2 2 48 64: 1 1 50 128: 1 1 51 256: 34 48 100 - open/close 5298 (time 1715334085.21 total 10.00 last 529.77) total: 10000 open/close in 18.89 seconds: 529.39 ops/second llite.lustre-ffff8800a9163000.statahead_batch_max=0 llite.lustre-ffff8800a9163000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9163000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9163000.stats=clear 10001 real 0m10.425s user 0m0.222s sys 0m9.288s llite.lustre-ffff8800a9163000.statahead_batch_max=256 llite.lustre-ffff8800a9163000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9163000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9163000.stats=clear 10001 real 0m9.944s user 0m0.204s sys 0m8.811s unbatched RPCs: 10004, batched RPCs: 377 mdc.lustre-MDT0000-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715334118.716103488 secs.nsecs start_time: 1715334106.337703356 secs.nsecs elapsed_time: 12.378400132 secs.nsecs subreqs per batch batches % cum % 1: 260 68 68 2: 19 5 74 4: 15 3 77 8: 11 2 80 16: 16 4 85 32: 19 5 90 64: 2 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8800a9163000.batch_stats= snapshot_time: 1715334118.716196001 secs.nsecs start_time: 1715334106.337777075 secs.nsecs elapsed_time: 12.378418926 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9163000.statahead_batch_max=64 llite.lustre-ffff8800a9163000.statahead_max=128