== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:24:54 (1726827894) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats=0 llite.lustre-ffff88012e953800.statahead_max=32 llite.lustre-ffff88012e953800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.25 seconds: 79.76 ops/second llite.lustre-ffff88012e953800.statahead_max=0 101 real 0m1.056s user 0m0.026s sys 0m0.265s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e953800.statahead_max=32 32 101 real 0m0.363s user 0m0.007s sys 0m0.125s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1891 miss_total: 141 total: 900 open/close in 5.01 seconds: 179.57 ops/second llite.lustre-ffff88012e953800.statahead_max=0 1001 real 0m11.697s user 0m0.060s sys 0m2.959s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012e953800.statahead_max=32 32 1001 real 0m3.778s user 0m0.025s sys 0m1.137s ls -l 1000 files with statahead: 3 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2890 miss_total: 157 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 9 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2890 miss_total: 157 mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726827936.132361493 secs.nsecs start_time: 1726827896.082413118 secs.nsecs elapsed_time: 40.049948375 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 1 2 5 4: 3 8 13 8: 1 2 16 16: 24 66 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726827936.133127629 secs.nsecs start_time: 1726827896.082543771 secs.nsecs elapsed_time: 40.050583858 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 2 5 12 16: 12 30 42 32: 23 57 100 - open/close 1612 (time 1726827947.69 total 10.00 last 161.17) - open/close 3126 (time 1726827957.70 total 20.01 last 151.33) - open/close 4597 (time 1726827967.70 total 30.01 last 147.10) - open/close 6031 (time 1726827977.71 total 40.01 last 143.29) - open/close 7477 (time 1726827987.71 total 50.02 last 144.56) - open/close 8931 (time 1726827997.71 total 60.02 last 145.37) total: 10000 open/close in 67.73 seconds: 147.65 ops/second llite.lustre-ffff88012e953800.statahead_batch_max=0 llite.lustre-ffff88012e953800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e953800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e953800.stats=clear 10001 real 0m25.201s user 0m0.296s sys 0m9.525s llite.lustre-ffff88012e953800.statahead_batch_max=32 llite.lustre-ffff88012e953800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e953800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e953800.stats=clear 10001 real 0m44.860s user 0m0.351s sys 0m11.179s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726828084.671654063 secs.nsecs start_time: 1726828035.064207712 secs.nsecs elapsed_time: 49.607446351 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726828084.671832320 secs.nsecs start_time: 1726828035.064521264 secs.nsecs elapsed_time: 49.607311056 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats=0 llite.lustre-ffff88012e953800.statahead_max=2048 llite.lustre-ffff88012e953800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.52 seconds: 65.79 ops/second llite.lustre-ffff88012e953800.statahead_max=0 101 real 0m1.345s user 0m0.012s sys 0m0.318s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012e953800.statahead_max=2048 2048 101 real 0m0.340s user 0m0.004s sys 0m0.127s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 90 total: 900 open/close in 5.31 seconds: 169.59 ops/second llite.lustre-ffff88012e953800.statahead_max=0 1001 real 0m11.202s user 0m0.146s sys 0m2.791s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012e953800.statahead_max=2048 2048 1001 real 0m1.683s user 0m0.015s sys 0m1.026s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 91 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 91 mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726828211.778085972 secs.nsecs start_time: 1726828085.999061156 secs.nsecs elapsed_time: 125.779024816 secs.nsecs subreqs per batch batches % cum % 1: 1 10 10 2: 1 10 20 4: 2 20 40 8: 0 0 40 16: 2 20 60 32: 2 20 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726828211.780020508 secs.nsecs start_time: 1726828085.999170296 secs.nsecs elapsed_time: 125.780850212 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 10 10 8: 4 40 50 16: 2 20 70 32: 1 10 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 - open/close 1694 (time 1726828222.73 total 10.00 last 169.36) - open/close 3347 (time 1726828232.73 total 20.00 last 165.28) - open/close 4807 (time 1726828242.74 total 30.01 last 145.87) - open/close 6451 (time 1726828252.74 total 40.02 last 164.34) - open/close 8062 (time 1726828262.75 total 50.02 last 160.98) - open/close 9762 (time 1726828272.75 total 60.03 last 169.92) total: 10000 open/close in 61.29 seconds: 163.15 ops/second llite.lustre-ffff88012e953800.statahead_batch_max=0 llite.lustre-ffff88012e953800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e953800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e953800.stats=clear 10001 real 0m18.478s user 0m0.227s sys 0m9.265s llite.lustre-ffff88012e953800.statahead_batch_max=256 llite.lustre-ffff88012e953800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e953800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e953800.stats=clear 10001 real 0m17.052s user 0m0.359s sys 0m10.661s unbatched RPCs: 10004, batched RPCs: 189 mdc.lustre-MDT0000-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726828316.437059046 secs.nsecs start_time: 1726828295.218603993 secs.nsecs elapsed_time: 21.218455053 secs.nsecs subreqs per batch batches % cum % 1: 98 51 51 2: 10 5 57 4: 5 2 59 8: 9 4 64 16: 11 5 70 32: 17 8 79 64: 3 1 80 128: 0 0 80 256: 36 19 100 mdc.lustre-MDT0001-mdc-ffff88012e953800.batch_stats= snapshot_time: 1726828316.437210298 secs.nsecs start_time: 1726828295.218741158 secs.nsecs elapsed_time: 21.218469140 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012e953800.statahead_batch_max=64 llite.lustre-ffff88012e953800.statahead_max=128