== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:24:46 (1746134686) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats=0 llite.lustre-ffff8800a9cf3000.statahead_max=32 llite.lustre-ffff8800a9cf3000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats=0 total: 100 open/close in 2.04 seconds: 49.12 ops/second llite.lustre-ffff8800a9cf3000.statahead_max=0 101 real 0m1.646s user 0m0.005s sys 0m0.373s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9cf3000.statahead_max=32 32 101 real 0m0.648s user 0m0.008s sys 0m0.183s ls -l 100 files with statahead: 1 sec statahead total: 105 statahead wrong: 2 agl total: 105 list_total: 26 fname_total: 79 hit_total: 3914 miss_total: 1078 total: 900 open/close in 8.08 seconds: 111.38 ops/second llite.lustre-ffff8800a9cf3000.statahead_max=0 1001 real 0m16.384s user 0m0.091s sys 0m3.505s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff8800a9cf3000.statahead_max=32 32 1001 real 0m4.956s user 0m0.034s sys 0m1.386s ls -l 1000 files with statahead: 5 sec statahead total: 106 statahead wrong: 2 agl total: 106 list_total: 27 fname_total: 79 hit_total: 4913 miss_total: 1088 total: 1000 open/close in 9.95 seconds: 100.51 ops/second llite.lustre-ffff8800a9cf3000.statahead_max=0 2001 real 0m29.646s user 0m0.191s sys 0m6.508s ls -l 2000 files without statahead: 30 sec llite.lustre-ffff8800a9cf3000.statahead_max=32 32 2001 real 0m10.946s user 0m0.059s sys 0m2.726s ls -l 2000 files with statahead: 11 sec statahead total: 107 statahead wrong: 2 agl total: 107 list_total: 28 fname_total: 79 hit_total: 6912 miss_total: 1099 ls -l done rm -r /mnt/lustre/d123ad.sanity: 25 seconds llite.lustre-ffff8800a9cf3000.statahead_stats= statahead total: 107 statahead wrong: 2 agl total: 107 list_total: 28 fname_total: 79 hit_total: 6912 miss_total: 1099 mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats= snapshot_time: 1746134814.607018639 secs.nsecs start_time: 1746134688.880258392 secs.nsecs elapsed_time: 125.726760247 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 3 2 4 16: 4 3 8 32: 96 91 100 - open/close 1062 (time 1746134826.28 total 10.00 last 106.18) - open/close 2140 (time 1746134836.29 total 20.02 last 107.64) - open/close 3151 (time 1746134846.31 total 30.03 last 100.98) - open/close 4090 (time 1746134856.31 total 40.03 last 93.88) - open/close 5093 (time 1746134866.31 total 50.03 last 100.28) - open/close 6057 (time 1746134876.31 total 60.04 last 96.38) - open/close 7078 (time 1746134886.32 total 70.05 last 101.97) - open/close 8052 (time 1746134896.33 total 80.05 last 97.37) - open/close 9036 (time 1746134906.33 total 90.06 last 98.33) total: 10000 open/close in 99.52 seconds: 100.48 ops/second llite.lustre-ffff8800a9cf3000.statahead_batch_max=0 llite.lustre-ffff8800a9cf3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.661s user 0m0.379s sys 0m11.868s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9cf3000.statahead_batch_max=32 llite.lustre-ffff8800a9cf3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m55.771s user 0m0.446s sys 0m13.782s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats= snapshot_time: 1746135007.108348565 secs.nsecs start_time: 1746134946.569211550 secs.nsecs elapsed_time: 60.539137015 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats=0 llite.lustre-ffff8800a9cf3000.statahead_max=2048 llite.lustre-ffff8800a9cf3000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats=0 total: 100 open/close in 1.71 seconds: 58.42 ops/second llite.lustre-ffff8800a9cf3000.statahead_max=0 101 real 0m1.504s user 0m0.008s sys 0m0.343s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9cf3000.statahead_max=2048 2048 101 real 0m0.549s user 0m0.009s sys 0m0.155s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 71 total: 900 open/close in 8.71 seconds: 103.37 ops/second llite.lustre-ffff8800a9cf3000.statahead_max=0 1001 real 0m16.103s user 0m0.083s sys 0m3.395s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff8800a9cf3000.statahead_max=2048 2048 1001 real 0m2.935s user 0m0.040s sys 0m1.364s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 72 total: 1000 open/close in 8.10 seconds: 123.42 ops/second llite.lustre-ffff8800a9cf3000.statahead_max=0 2001 real 0m32.345s user 0m0.165s sys 0m6.761s ls -l 2000 files without statahead: 33 sec llite.lustre-ffff8800a9cf3000.statahead_max=2048 2048 2001 real 0m5.218s user 0m0.062s sys 0m2.667s ls -l 2000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 73 ls -l done rm -r /mnt/lustre/d123ad.sanity: 25 seconds llite.lustre-ffff8800a9cf3000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 73 mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats= snapshot_time: 1746135333.672612493 secs.nsecs start_time: 1746135008.032181030 secs.nsecs elapsed_time: 325.640431463 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 14 14 16: 3 14 28 32: 1 4 33 64: 1 4 38 128: 1 4 42 256: 12 57 100 - open/close 1135 (time 1746135345.18 total 10.01 last 113.43) - open/close 2283 (time 1746135355.18 total 20.01 last 114.72) - open/close 3244 (time 1746135365.19 total 30.02 last 96.05) - open/close 4224 (time 1746135375.19 total 40.02 last 97.99) - open/close 5083 (time 1746135385.21 total 50.04 last 85.70) - open/close 5928 (time 1746135395.22 total 60.05 last 84.47) - open/close 6930 (time 1746135405.22 total 70.05 last 100.15) - open/close 8018 (time 1746135415.23 total 80.06 last 108.67) - open/close 8942 (time 1746135425.25 total 90.08 last 92.27) - open/close 9848 (time 1746135435.25 total 100.08 last 90.57) total: 10000 open/close in 101.56 seconds: 98.46 ops/second llite.lustre-ffff8800a9cf3000.statahead_batch_max=0 llite.lustre-ffff8800a9cf3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.265s user 0m0.388s sys 0m12.513s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9cf3000.statahead_batch_max=256 llite.lustre-ffff8800a9cf3000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.015s user 0m0.357s sys 0m13.865s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9cf3000.batch_stats= snapshot_time: 1746135517.364954662 secs.nsecs start_time: 1746135478.309024983 secs.nsecs elapsed_time: 39.055929679 secs.nsecs subreqs per batch batches % cum % 1: 84 42 42 2: 19 9 52 4: 14 7 59 8: 11 5 65 16: 18 9 74 32: 9 4 79 64: 5 2 81 128: 0 0 81 256: 36 18 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9cf3000.statahead_batch_max=64 llite.lustre-ffff8800a9cf3000.statahead_max=128