== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:06:27 (1746129987) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats=0 llite.lustre-ffff8800a7465800.statahead_max=32 llite.lustre-ffff8800a7465800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats=0 total: 100 open/close in 1.32 seconds: 75.66 ops/second llite.lustre-ffff8800a7465800.statahead_max=0 101 real 0m1.244s user 0m0.019s sys 0m0.300s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800a7465800.statahead_max=32 32 101 real 0m0.430s user 0m0.003s sys 0m0.128s ls -l 100 files with statahead: 1 sec statahead total: 90 statahead wrong: 2 agl total: 90 list_total: 26 fname_total: 64 hit_total: 5564 miss_total: 560 total: 900 open/close in 6.04 seconds: 149.12 ops/second llite.lustre-ffff8800a7465800.statahead_max=0 1001 real 0m11.301s user 0m0.110s sys 0m2.751s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a7465800.statahead_max=32 32 1001 real 0m3.556s user 0m0.032s sys 0m1.052s ls -l 1000 files with statahead: 3 sec statahead total: 91 statahead wrong: 2 agl total: 91 list_total: 27 fname_total: 64 hit_total: 6563 miss_total: 567 - open/close 1352 (time 1746130029.34 total 10.00 last 135.19) - open/close 2741 (time 1746130039.35 total 20.01 last 138.84) total: 3000 open/close in 21.67 seconds: 138.46 ops/second llite.lustre-ffff8800a7465800.statahead_max=0 4001 real 0m43.957s user 0m0.560s sys 0m10.824s ls -l 4000 files without statahead: 44 sec llite.lustre-ffff8800a7465800.statahead_max=32 32 4001 real 0m14.052s user 0m0.105s sys 0m4.092s ls -l 4000 files with statahead: 14 sec statahead total: 92 statahead wrong: 2 agl total: 92 list_total: 28 fname_total: 64 hit_total: 10562 miss_total: 586 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff8800a7465800.statahead_stats= statahead total: 92 statahead wrong: 2 agl total: 92 list_total: 28 fname_total: 64 hit_total: 10562 miss_total: 586 mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats= snapshot_time: 1746130136.358800602 secs.nsecs start_time: 1746129989.437101878 secs.nsecs elapsed_time: 146.921698724 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 1 2 16: 3 1 4 32: 159 95 100 - open/close 1427 (time 1746130147.42 total 10.00 last 142.63) - open/close 3017 (time 1746130157.43 total 20.01 last 158.87) - open/close 4437 (time 1746130167.44 total 30.02 last 141.92) - open/close 5910 (time 1746130177.44 total 40.02 last 147.27) - open/close 7467 (time 1746130187.45 total 50.03 last 155.56) - open/close 9408 (time 1746130197.45 total 60.03 last 194.09) total: 10000 open/close in 62.60 seconds: 159.75 ops/second llite.lustre-ffff8800a7465800.statahead_batch_max=0 llite.lustre-ffff8800a7465800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7465800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.862s user 0m0.215s sys 0m8.550s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7465800.statahead_batch_max=32 llite.lustre-ffff8800a7465800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7465800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.256s user 0m0.342s sys 0m10.011s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats= snapshot_time: 1746130255.904190049 secs.nsecs start_time: 1746130218.252701195 secs.nsecs elapsed_time: 37.651488854 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats=0 llite.lustre-ffff8800a7465800.statahead_max=2048 llite.lustre-ffff8800a7465800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats=0 total: 100 open/close in 1.57 seconds: 63.67 ops/second llite.lustre-ffff8800a7465800.statahead_max=0 101 real 0m1.217s user 0m0.016s sys 0m0.281s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7465800.statahead_max=2048 2048 101 real 0m0.286s user 0m0.003s sys 0m0.117s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 65 total: 900 open/close in 6.73 seconds: 133.80 ops/second llite.lustre-ffff8800a7465800.statahead_max=0 1001 real 0m12.557s user 0m0.117s sys 0m2.891s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff8800a7465800.statahead_max=2048 2048 1001 real 0m2.548s user 0m0.023s sys 0m1.144s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 66 - open/close 1306 (time 1746130434.24 total 10.01 last 130.52) - open/close 2580 (time 1746130444.24 total 20.01 last 127.36) total: 3000 open/close in 23.73 seconds: 126.42 ops/second llite.lustre-ffff8800a7465800.statahead_max=0 4001 real 0m48.861s user 0m0.476s sys 0m11.089s ls -l 4000 files without statahead: 48 sec llite.lustre-ffff8800a7465800.statahead_max=2048 2048 4001 real 0m8.216s user 0m0.105s sys 0m4.247s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 67 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff8800a7465800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 67 mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats= snapshot_time: 1746130557.363517438 secs.nsecs start_time: 1746130256.714988331 secs.nsecs elapsed_time: 300.648529107 secs.nsecs subreqs per batch batches % cum % 1: 10 20 20 2: 0 0 20 4: 0 0 20 8: 4 8 29 16: 9 18 47 32: 5 10 58 64: 0 0 58 128: 1 2 60 256: 19 39 100 - open/close 1494 (time 1746130568.43 total 10.04 last 148.80) - open/close 2888 (time 1746130578.43 total 20.04 last 139.35) - open/close 4453 (time 1746130588.44 total 30.05 last 156.43) - open/close 6144 (time 1746130598.44 total 40.06 last 168.96) - open/close 7626 (time 1746130608.45 total 50.06 last 148.16) - open/close 9187 (time 1746130618.45 total 60.06 last 156.01) total: 10000 open/close in 64.86 seconds: 154.19 ops/second llite.lustre-ffff8800a7465800.statahead_batch_max=0 llite.lustre-ffff8800a7465800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7465800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.683s user 0m0.216s sys 0m9.285s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7465800.statahead_batch_max=256 llite.lustre-ffff8800a7465800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7465800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.929s user 0m0.274s sys 0m10.154s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7465800.batch_stats= snapshot_time: 1746130668.737197837 secs.nsecs start_time: 1746130647.176319009 secs.nsecs elapsed_time: 21.560878828 secs.nsecs subreqs per batch batches % cum % 1: 91 49 49 2: 10 5 54 4: 9 4 59 8: 10 5 64 16: 11 5 70 32: 11 5 76 64: 7 3 80 128: 1 0 81 256: 35 18 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a7465800.statahead_batch_max=64 llite.lustre-ffff8800a7465800.statahead_max=128