== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:14:08 (1753431248) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats=0 llite.lustre-ffff9c1ed0361000.statahead_max=32 llite.lustre-ffff9c1ed0361000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats=0 total: 100 open/close in 0.94 seconds: 106.32 ops/second llite.lustre-ffff9c1ed0361000.statahead_max=0 101 real 0m0.757s user 0m0.004s sys 0m0.262s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c1ed0361000.statahead_max=32 32 101 real 0m0.386s user 0m0.002s sys 0m0.245s ls -l 100 files with statahead: 0 sec statahead total: 60 statahead wrong: 1 agl total: 55 list_total: 27 fname_total: 33 hit_total: 28846 miss_total: 201 total: 900 open/close in 2.82 seconds: 319.19 ops/second llite.lustre-ffff9c1ed0361000.statahead_max=0 1001 real 0m7.466s user 0m0.032s sys 0m2.496s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff9c1ed0361000.statahead_max=32 32 1001 real 0m3.557s user 0m0.018s sys 0m1.980s ls -l 1000 files with statahead: 3 sec statahead total: 61 statahead wrong: 1 agl total: 56 list_total: 28 fname_total: 33 hit_total: 29845 miss_total: 202 - open/close 3237 (time 1753431281.12 total 10.00 last 323.68) - open/close 6415 (time 1753431291.12 total 20.00 last 317.73) total: 9000 open/close in 28.40 seconds: 316.86 ops/second llite.lustre-ffff9c1ed0361000.statahead_max=0 10001 real 1m16.906s user 0m0.357s sys 0m24.455s ls -l 10000 files without statahead: 77 sec llite.lustre-ffff9c1ed0361000.statahead_max=32 32 10001 real 0m36.134s user 0m0.199s sys 0m20.081s ls -l 10000 files with statahead: 37 sec statahead total: 62 statahead wrong: 1 agl total: 57 list_total: 29 fname_total: 33 hit_total: 39843 miss_total: 204 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff9c1ed0361000.statahead_stats= statahead total: 62 statahead wrong: 1 agl total: 57 list_total: 29 fname_total: 33 hit_total: 39843 miss_total: 204 mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats= snapshot_time: 1753431493.464525960 secs.nsecs start_time: 1753431249.788123738 secs.nsecs elapsed_time: 243.676402222 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 3300 (time 1753431504.68 total 10.00 last 329.90) - open/close 7156 (time 1753431514.68 total 20.01 last 385.52) total: 10000 open/close in 27.44 seconds: 364.41 ops/second llite.lustre-ffff9c1ed0361000.statahead_batch_max=0 llite.lustre-ffff9c1ed0361000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.534s user 0m0.258s sys 0m30.590s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c1ed0361000.statahead_batch_max=32 llite.lustre-ffff9c1ed0361000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.786s user 0m0.221s sys 0m19.906s batched statahead RPC= hit count=9998 mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats= snapshot_time: 1753431598.953910964 secs.nsecs start_time: 1753431558.497223702 secs.nsecs elapsed_time: 40.456687262 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats=0 llite.lustre-ffff9c1ed0361000.statahead_max=2048 llite.lustre-ffff9c1ed0361000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats=0 total: 100 open/close in 0.71 seconds: 141.25 ops/second llite.lustre-ffff9c1ed0361000.statahead_max=0 101 real 0m0.850s user 0m0.004s sys 0m0.260s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9c1ed0361000.statahead_max=2048 2048 101 real 0m0.330s user 0m0.003s sys 0m0.203s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10097 miss_total: 3 total: 900 open/close in 2.44 seconds: 369.61 ops/second llite.lustre-ffff9c1ed0361000.statahead_max=0 1001 real 0m6.210s user 0m0.035s sys 0m2.175s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9c1ed0361000.statahead_max=2048 2048 1001 real 0m3.090s user 0m0.019s sys 0m1.728s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11096 miss_total: 4 - open/close 4378 (time 1753431721.46 total 10.00 last 437.79) - open/close 8699 (time 1753431731.46 total 20.00 last 432.01) total: 9000 open/close in 20.74 seconds: 434.02 ops/second llite.lustre-ffff9c1ed0361000.statahead_max=0 10001 real 1m1.514s user 0m0.299s sys 0m21.301s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff9c1ed0361000.statahead_max=2048 2048 10001 real 0m31.588s user 0m0.168s sys 0m22.303s ls -l 10000 files with statahead: 32 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff9c1ed0361000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats= snapshot_time: 1753431899.102724864 secs.nsecs start_time: 1753431599.824300694 secs.nsecs elapsed_time: 299.278424170 secs.nsecs subreqs per batch batches % cum % 1: 174 56 56 2: 46 14 71 4: 13 4 75 8: 4 1 76 16: 5 1 78 32: 26 8 86 64: 0 0 86 128: 2 0 87 256: 39 12 100 - open/close 4269 (time 1753431910.28 total 10.00 last 426.85) - open/close 8011 (time 1753431920.28 total 20.00 last 374.17) total: 10000 open/close in 24.94 seconds: 401.01 ops/second llite.lustre-ffff9c1ed0361000.statahead_batch_max=0 llite.lustre-ffff9c1ed0361000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.403s user 0m0.192s sys 0m24.646s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c1ed0361000.statahead_batch_max=256 llite.lustre-ffff9c1ed0361000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.212s user 0m0.173s sys 0m18.061s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c1ed0361000.batch_stats= snapshot_time: 1753431985.061082053 secs.nsecs start_time: 1753431956.323115001 secs.nsecs elapsed_time: 28.737967052 secs.nsecs subreqs per batch batches % cum % 1: 302 66 66 2: 45 9 76 4: 36 7 84 8: 8 1 86 16: 3 0 86 32: 25 5 92 64: 0 0 92 128: 0 0 92 256: 35 7 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9c1ed0361000.statahead_batch_max=64 llite.lustre-ffff9c1ed0361000.statahead_max=128