== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:23:15 (1746148995) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats=0 llite.lustre-ffff8800aab8e000.statahead_max=32 llite.lustre-ffff8800aab8e000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats=0 total: 100 open/close in 1.22 seconds: 81.74 ops/second llite.lustre-ffff8800aab8e000.statahead_max=0 101 real 0m1.282s user 0m0.019s sys 0m0.290s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aab8e000.statahead_max=32 32 101 real 0m0.384s user 0m0.002s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 65 statahead wrong: 2 agl total: 65 list_total: 22 fname_total: 43 hit_total: 4460 miss_total: 338 total: 900 open/close in 7.87 seconds: 114.37 ops/second llite.lustre-ffff8800aab8e000.statahead_max=0 1001 real 0m13.975s user 0m0.071s sys 0m3.019s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff8800aab8e000.statahead_max=32 32 1001 real 0m4.011s user 0m0.020s sys 0m1.069s ls -l 1000 files with statahead: 4 sec statahead total: 66 statahead wrong: 2 agl total: 66 list_total: 23 fname_total: 43 hit_total: 5459 miss_total: 346 - open/close 1061 (time 1746149042.75 total 10.01 last 106.02) total: 2000 open/close in 18.98 seconds: 105.35 ops/second llite.lustre-ffff8800aab8e000.statahead_max=0 3001 real 0m45.249s user 0m0.268s sys 0m9.026s ls -l 3000 files without statahead: 46 sec llite.lustre-ffff8800aab8e000.statahead_max=32 32 3001 real 0m15.531s user 0m0.103s sys 0m3.534s ls -l 3000 files with statahead: 16 sec statahead total: 67 statahead wrong: 2 agl total: 67 list_total: 24 fname_total: 43 hit_total: 8458 miss_total: 384 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff8800aab8e000.statahead_stats= statahead total: 67 statahead wrong: 2 agl total: 67 list_total: 24 fname_total: 43 hit_total: 8458 miss_total: 384 mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats= snapshot_time: 1746149156.016682705 secs.nsecs start_time: 1746148997.171995659 secs.nsecs elapsed_time: 158.844687046 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 2 16: 2 1 4 32: 128 95 100 - open/close 998 (time 1746149167.46 total 10.01 last 99.74) - open/close 1995 (time 1746149177.46 total 20.01 last 99.66) - open/close 3102 (time 1746149187.47 total 30.01 last 110.67) - open/close 4064 (time 1746149197.48 total 40.02 last 96.11) - open/close 4994 (time 1746149207.50 total 50.05 last 92.77) - open/close 6017 (time 1746149217.51 total 60.05 last 102.26) - open/close 7161 (time 1746149227.51 total 70.06 last 114.31) - open/close 8085 (time 1746149237.52 total 80.07 last 92.30) - open/close 9077 (time 1746149247.53 total 90.08 last 99.13) total: 10000 open/close in 99.02 seconds: 100.99 ops/second llite.lustre-ffff8800aab8e000.statahead_batch_max=0 llite.lustre-ffff8800aab8e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aab8e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.314s user 0m0.289s sys 0m9.933s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aab8e000.statahead_batch_max=32 llite.lustre-ffff8800aab8e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aab8e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.119s user 0m0.373s sys 0m11.300s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats= snapshot_time: 1746149325.445182981 secs.nsecs start_time: 1746149279.434527505 secs.nsecs elapsed_time: 46.010655476 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats=0 llite.lustre-ffff8800aab8e000.statahead_max=2048 llite.lustre-ffff8800aab8e000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats=0 total: 100 open/close in 1.87 seconds: 53.40 ops/second llite.lustre-ffff8800aab8e000.statahead_max=0 101 real 0m1.605s user 0m0.000s sys 0m0.343s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aab8e000.statahead_max=2048 2048 101 real 0m0.416s user 0m0.005s sys 0m0.127s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 55 total: 900 open/close in 8.64 seconds: 104.16 ops/second llite.lustre-ffff8800aab8e000.statahead_max=0 1001 real 0m11.037s user 0m0.062s sys 0m2.734s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff8800aab8e000.statahead_max=2048 2048 1001 real 0m2.356s user 0m0.036s sys 0m1.171s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 56 - open/close 1087 (time 1746149542.36 total 10.01 last 108.63) - open/close 2384 (time 1746149552.37 total 20.01 last 129.63) total: 3000 open/close in 24.22 seconds: 123.86 ops/second llite.lustre-ffff8800aab8e000.statahead_max=0 4001 real 0m57.392s user 0m0.352s sys 0m12.316s ls -l 4000 files without statahead: 57 sec llite.lustre-ffff8800aab8e000.statahead_max=2048 2048 4001 real 0m8.254s user 0m0.143s sys 0m4.377s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 57 ls -l done rm -r /mnt/lustre/d123ad.sanity: 47 seconds llite.lustre-ffff8800aab8e000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 57 mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats= snapshot_time: 1746149676.187047713 secs.nsecs start_time: 1746149326.003314971 secs.nsecs elapsed_time: 350.183732742 secs.nsecs subreqs per batch batches % cum % 1: 33 45 45 2: 3 4 49 4: 2 2 52 8: 4 5 57 16: 8 10 68 32: 3 4 72 64: 1 1 73 128: 0 0 73 256: 19 26 100 - open/close 1119 (time 1746149687.50 total 10.01 last 111.81) - open/close 2384 (time 1746149697.50 total 20.01 last 126.48) - open/close 3417 (time 1746149707.50 total 30.01 last 103.27) - open/close 4416 (time 1746149717.50 total 40.01 last 99.89) - open/close 5591 (time 1746149727.50 total 50.01 last 117.48) - open/close 6636 (time 1746149737.51 total 60.02 last 104.45) - open/close 7627 (time 1746149747.53 total 70.04 last 98.91) - open/close 8809 (time 1746149757.53 total 80.04 last 118.18) - open/close 9983 (time 1746149767.54 total 90.05 last 117.29) total: 10000 open/close in 90.21 seconds: 110.85 ops/second llite.lustre-ffff8800aab8e000.statahead_batch_max=0 llite.lustre-ffff8800aab8e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aab8e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m22.550s user 0m0.252s sys 0m9.650s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aab8e000.statahead_batch_max=256 llite.lustre-ffff8800aab8e000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aab8e000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m14.841s user 0m0.377s sys 0m10.907s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aab8e000.batch_stats= snapshot_time: 1746149812.083605497 secs.nsecs start_time: 1746149793.763119986 secs.nsecs elapsed_time: 18.320485511 secs.nsecs subreqs per batch batches % cum % 1: 102 54 54 2: 11 5 60 4: 6 3 63 8: 3 1 65 16: 9 4 70 32: 17 9 79 64: 3 1 80 128: 0 0 80 256: 36 19 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aab8e000.statahead_batch_max=64 llite.lustre-ffff8800aab8e000.statahead_max=128