== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:22:44 (1746130964) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats=0 llite.lustre-ffff8800a7e07000.statahead_max=32 llite.lustre-ffff8800a7e07000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats=0 total: 100 open/close in 1.97 seconds: 50.66 ops/second llite.lustre-ffff8800a7e07000.statahead_max=0 101 real 0m1.945s user 0m0.008s sys 0m0.426s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800a7e07000.statahead_max=32 32 101 real 0m0.817s user 0m0.003s sys 0m0.186s ls -l 100 files with statahead: 1 sec statahead total: 139 statahead wrong: 2 agl total: 139 list_total: 27 fname_total: 112 hit_total: 3477 miss_total: 1440 - open/close 839 (time 1746130987.22 total 10.00 last 83.90) total: 900 open/close in 10.62 seconds: 84.73 ops/second llite.lustre-ffff8800a7e07000.statahead_max=0 1001 real 0m16.833s user 0m0.108s sys 0m3.620s ls -l 1000 files without statahead: 17 sec llite.lustre-ffff8800a7e07000.statahead_max=32 32 1001 real 0m6.666s user 0m0.038s sys 0m1.436s ls -l 1000 files with statahead: 6 sec statahead total: 140 statahead wrong: 2 agl total: 140 list_total: 28 fname_total: 112 hit_total: 4476 miss_total: 1447 - open/close 854 (time 1746131027.50 total 10.00 last 85.36) total: 1000 open/close in 11.42 seconds: 87.55 ops/second llite.lustre-ffff8800a7e07000.statahead_max=0 2001 real 0m36.054s user 0m0.212s sys 0m7.366s ls -l 2000 files without statahead: 36 sec llite.lustre-ffff8800a7e07000.statahead_max=32 32 2001 real 0m11.054s user 0m0.068s sys 0m2.744s ls -l 2000 files with statahead: 11 sec statahead total: 141 statahead wrong: 2 agl total: 141 list_total: 29 fname_total: 112 hit_total: 6475 miss_total: 1461 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a7e07000.statahead_stats= statahead total: 141 statahead wrong: 2 agl total: 141 list_total: 29 fname_total: 112 hit_total: 6475 miss_total: 1461 mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats= snapshot_time: 1746131112.163809492 secs.nsecs start_time: 1746130967.572765741 secs.nsecs elapsed_time: 144.591043751 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 3 2 4 16: 4 3 8 32: 96 91 100 - open/close 1124 (time 1746131123.85 total 10.00 last 112.37) - open/close 2185 (time 1746131133.86 total 20.01 last 106.08) - open/close 3109 (time 1746131143.87 total 30.02 last 92.31) - open/close 4116 (time 1746131153.87 total 40.02 last 100.64) - open/close 5248 (time 1746131163.88 total 50.03 last 113.13) - open/close 6170 (time 1746131173.89 total 60.04 last 92.12) - open/close 7111 (time 1746131183.89 total 70.04 last 94.03) - open/close 8164 (time 1746131193.90 total 80.05 last 105.27) - open/close 9228 (time 1746131203.91 total 90.06 last 106.30) total: 10000 open/close in 98.07 seconds: 101.96 ops/second llite.lustre-ffff8800a7e07000.statahead_batch_max=0 llite.lustre-ffff8800a7e07000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7e07000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.133s user 0m0.379s sys 0m12.155s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7e07000.statahead_batch_max=32 llite.lustre-ffff8800a7e07000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7e07000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.718s user 0m0.459s sys 0m14.475s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats= snapshot_time: 1746131312.684232253 secs.nsecs start_time: 1746131244.715743622 secs.nsecs elapsed_time: 67.968488631 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats=0 llite.lustre-ffff8800a7e07000.statahead_max=2048 llite.lustre-ffff8800a7e07000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats=0 total: 100 open/close in 1.57 seconds: 63.72 ops/second llite.lustre-ffff8800a7e07000.statahead_max=0 101 real 0m1.401s user 0m0.012s sys 0m0.341s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7e07000.statahead_max=2048 2048 101 real 0m0.346s user 0m0.003s sys 0m0.163s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 65 total: 900 open/close in 9.57 seconds: 94.02 ops/second llite.lustre-ffff8800a7e07000.statahead_max=0 1001 real 0m18.003s user 0m0.110s sys 0m3.724s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff8800a7e07000.statahead_max=2048 2048 1001 real 0m4.420s user 0m0.035s sys 0m1.598s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 66 - open/close 873 (time 1746131584.24 total 10.01 last 87.25) total: 1000 open/close in 11.40 seconds: 87.75 ops/second llite.lustre-ffff8800a7e07000.statahead_max=0 2001 real 0m38.789s user 0m0.143s sys 0m7.835s ls -l 2000 files without statahead: 39 sec llite.lustre-ffff8800a7e07000.statahead_max=2048 2048 2001 real 0m6.715s user 0m0.087s sys 0m2.958s ls -l 2000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 67 ls -l done rm -r /mnt/lustre/d123ad.sanity: 30 seconds llite.lustre-ffff8800a7e07000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 67 mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats= snapshot_time: 1746131669.807920577 secs.nsecs start_time: 1746131313.918621546 secs.nsecs elapsed_time: 355.889299031 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 13 13 16: 2 9 22 32: 3 13 36 64: 1 4 40 128: 1 4 45 256: 12 54 100 - open/close 895 (time 1746131681.81 total 10.01 last 89.44) - open/close 1738 (time 1746131691.81 total 20.01 last 84.28) - open/close 2611 (time 1746131701.82 total 30.02 last 87.19) - open/close 3410 (time 1746131711.83 total 40.03 last 79.85) - open/close 4196 (time 1746131721.83 total 50.03 last 78.59) - open/close 5066 (time 1746131731.83 total 60.03 last 86.97) - open/close 5859 (time 1746131741.85 total 70.05 last 79.19) - open/close 6711 (time 1746131751.86 total 80.06 last 85.12) - open/close 7577 (time 1746131761.86 total 90.06 last 86.59) - open/close 8323 (time 1746131771.87 total 100.07 last 74.52) - open/close 9125 (time 1746131781.87 total 110.07 last 80.16) - open/close 9988 (time 1746131791.88 total 120.07 last 86.29) total: 10000 open/close in 120.17 seconds: 83.22 ops/second llite.lustre-ffff8800a7e07000.statahead_batch_max=0 llite.lustre-ffff8800a7e07000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7e07000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.163s user 0m0.415s sys 0m13.004s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7e07000.statahead_batch_max=256 llite.lustre-ffff8800a7e07000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7e07000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.297s user 0m0.506s sys 0m13.982s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7e07000.batch_stats= snapshot_time: 1746131865.042997079 secs.nsecs start_time: 1746131832.672140979 secs.nsecs elapsed_time: 32.370856100 secs.nsecs subreqs per batch batches % cum % 1: 67 44 44 2: 4 2 47 4: 14 9 56 8: 6 4 60 16: 7 4 65 32: 13 8 74 64: 1 0 74 128: 1 0 75 256: 37 24 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a7e07000.statahead_batch_max=64 llite.lustre-ffff8800a7e07000.statahead_max=128