== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:27:09 (1746131229) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats=0 llite.lustre-ffff880088739800.statahead_max=32 llite.lustre-ffff880088739800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats=0 total: 100 open/close in 1.59 seconds: 62.89 ops/second llite.lustre-ffff880088739800.statahead_max=0 101 real 0m1.040s user 0m0.004s sys 0m0.283s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880088739800.statahead_max=32 32 101 real 0m0.348s user 0m0.005s sys 0m0.120s ls -l 100 files with statahead: 0 sec statahead total: 59 statahead wrong: 1 agl total: 59 list_total: 24 fname_total: 35 hit_total: 6920 miss_total: 266 total: 900 open/close in 3.69 seconds: 243.73 ops/second llite.lustre-ffff880088739800.statahead_max=0 1001 real 0m9.037s user 0m0.078s sys 0m2.597s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff880088739800.statahead_max=32 32 1001 real 0m3.131s user 0m0.020s sys 0m1.012s ls -l 1000 files with statahead: 3 sec statahead total: 60 statahead wrong: 1 agl total: 60 list_total: 25 fname_total: 35 hit_total: 7919 miss_total: 276 - open/close 2428 (time 1746131264.78 total 10.00 last 242.77) total: 4000 open/close in 15.24 seconds: 262.39 ops/second llite.lustre-ffff880088739800.statahead_max=0 5001 real 0m50.059s user 0m0.343s sys 0m13.090s ls -l 5000 files without statahead: 50 sec llite.lustre-ffff880088739800.statahead_max=32 32 5001 real 0m15.035s user 0m0.120s sys 0m5.089s ls -l 5000 files with statahead: 15 sec statahead total: 61 statahead wrong: 1 agl total: 61 list_total: 26 fname_total: 35 hit_total: 12918 miss_total: 297 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff880088739800.statahead_stats= statahead total: 61 statahead wrong: 1 agl total: 61 list_total: 26 fname_total: 35 hit_total: 12918 miss_total: 297 mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats= snapshot_time: 1746131368.965546602 secs.nsecs start_time: 1746131231.012294895 secs.nsecs elapsed_time: 137.953251707 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 4 2 2 16: 3 1 4 32: 190 95 100 - open/close 1755 (time 1746131379.67 total 10.02 last 175.21) - open/close 3225 (time 1746131389.67 total 20.02 last 146.95) - open/close 5110 (time 1746131399.67 total 30.02 last 188.43) - open/close 7430 (time 1746131409.68 total 40.03 last 231.93) - open/close 9965 (time 1746131419.68 total 50.03 last 253.43) total: 10000 open/close in 50.18 seconds: 199.30 ops/second llite.lustre-ffff880088739800.statahead_batch_max=0 llite.lustre-ffff880088739800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880088739800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.941s user 0m0.186s sys 0m8.878s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880088739800.statahead_batch_max=32 llite.lustre-ffff880088739800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880088739800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.502s user 0m0.242s sys 0m10.468s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats= snapshot_time: 1746131470.980421286 secs.nsecs start_time: 1746131436.601190771 secs.nsecs elapsed_time: 34.379230515 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats=0 llite.lustre-ffff880088739800.statahead_max=2048 llite.lustre-ffff880088739800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats=0 total: 100 open/close in 1.27 seconds: 78.74 ops/second llite.lustre-ffff880088739800.statahead_max=0 101 real 0m1.601s user 0m0.016s sys 0m0.307s ls -l 100 files without statahead: 2 sec llite.lustre-ffff880088739800.statahead_max=2048 2048 101 real 0m0.351s user 0m0.003s sys 0m0.134s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 44 total: 900 open/close in 6.45 seconds: 139.47 ops/second llite.lustre-ffff880088739800.statahead_max=0 1001 real 0m11.840s user 0m0.064s sys 0m2.863s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff880088739800.statahead_max=2048 2048 1001 real 0m1.815s user 0m0.033s sys 0m1.040s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 45 - open/close 1469 (time 1746131644.19 total 10.00 last 146.88) total: 3000 open/close in 19.99 seconds: 150.11 ops/second llite.lustre-ffff880088739800.statahead_max=0 4001 real 0m50.326s user 0m0.482s sys 0m11.536s ls -l 4000 files without statahead: 51 sec llite.lustre-ffff880088739800.statahead_max=2048 2048 4001 real 0m7.779s user 0m0.119s sys 0m4.222s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 46 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff880088739800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 46 mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats= snapshot_time: 1746131759.577416324 secs.nsecs start_time: 1746131471.636479586 secs.nsecs elapsed_time: 287.940936738 secs.nsecs subreqs per batch batches % cum % 1: 71 62 62 2: 4 3 65 4: 3 2 68 8: 6 5 73 16: 6 5 78 32: 2 1 80 64: 2 1 82 128: 1 0 83 256: 19 16 100 - open/close 1181 (time 1746131770.87 total 10.00 last 118.06) - open/close 2354 (time 1746131780.87 total 20.01 last 117.23) - open/close 3493 (time 1746131790.88 total 30.02 last 113.82) - open/close 4745 (time 1746131800.88 total 40.02 last 125.18) - open/close 5961 (time 1746131810.89 total 50.02 last 121.53) - open/close 7450 (time 1746131820.89 total 60.03 last 148.85) - open/close 8801 (time 1746131830.89 total 70.03 last 135.10) total: 10000 open/close in 79.46 seconds: 125.85 ops/second llite.lustre-ffff880088739800.statahead_batch_max=0 llite.lustre-ffff880088739800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880088739800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.911s user 0m0.246s sys 0m9.258s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880088739800.statahead_batch_max=256 llite.lustre-ffff880088739800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880088739800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.233s user 0m0.295s sys 0m10.103s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880088739800.batch_stats= snapshot_time: 1746131879.483258115 secs.nsecs start_time: 1746131862.652656777 secs.nsecs elapsed_time: 16.830601338 secs.nsecs subreqs per batch batches % cum % 1: 107 51 51 2: 7 3 55 4: 16 7 63 8: 10 4 67 16: 10 4 72 32: 19 9 82 64: 1 0 82 128: 0 0 82 256: 36 17 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880088739800.statahead_batch_max=64 llite.lustre-ffff880088739800.statahead_max=128