== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:00:46 (1734674446) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats=0 llite.lustre-ffff880097332000.statahead_max=32 llite.lustre-ffff880097332000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats=0 total: 100 open/close in 1.24 seconds: 80.70 ops/second llite.lustre-ffff880097332000.statahead_max=0 101 real 0m1.064s user 0m0.003s sys 0m0.284s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880097332000.statahead_max=32 32 101 real 0m0.421s user 0m0.005s sys 0m0.128s ls -l 100 files with statahead: 0 sec statahead total: 84 statahead wrong: 2 agl total: 84 list_total: 25 fname_total: 58 hit_total: 5807 miss_total: 1156 total: 900 open/close in 5.51 seconds: 163.23 ops/second llite.lustre-ffff880097332000.statahead_max=0 1001 real 0m11.467s user 0m0.077s sys 0m2.727s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff880097332000.statahead_max=32 32 1001 real 0m3.539s user 0m0.028s sys 0m1.032s ls -l 1000 files with statahead: 3 sec statahead total: 85 statahead wrong: 2 agl total: 85 list_total: 26 fname_total: 58 hit_total: 6806 miss_total: 1164 - open/close 1410 (time 1734674488.44 total 10.00 last 140.99) - open/close 2801 (time 1734674498.45 total 20.01 last 139.04) total: 3000 open/close in 21.67 seconds: 138.45 ops/second llite.lustre-ffff880097332000.statahead_max=0 4001 real 0m49.441s user 0m0.504s sys 0m11.087s ls -l 4000 files without statahead: 50 sec llite.lustre-ffff880097332000.statahead_max=32 32 4001 real 0m24.055s user 0m0.126s sys 0m4.740s ls -l 4000 files with statahead: 24 sec statahead total: 86 statahead wrong: 2 agl total: 86 list_total: 27 fname_total: 58 hit_total: 10805 miss_total: 1197 ls -l done rm -r /mnt/lustre/d123ad.sanity: 51 seconds llite.lustre-ffff880097332000.statahead_stats= statahead total: 86 statahead wrong: 2 agl total: 86 list_total: 27 fname_total: 58 hit_total: 10805 miss_total: 1197 mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats= snapshot_time: 1734674632.273481931 secs.nsecs start_time: 1734674448.940919348 secs.nsecs elapsed_time: 183.332562583 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 1 2 16: 3 1 4 32: 159 95 100 - open/close 1262 (time 1734674643.71 total 10.00 last 126.15) - open/close 2451 (time 1734674653.71 total 20.00 last 118.89) - open/close 3671 (time 1734674663.72 total 30.01 last 121.90) - open/close 4998 (time 1734674673.72 total 40.02 last 132.67) - open/close 6325 (time 1734674683.73 total 50.02 last 132.67) - open/close 7530 (time 1734674693.73 total 60.03 last 120.40) - open/close 8718 (time 1734674703.74 total 70.03 last 118.76) - open/close 9957 (time 1734674713.74 total 80.03 last 123.90) total: 10000 open/close in 80.40 seconds: 124.38 ops/second llite.lustre-ffff880097332000.statahead_batch_max=0 llite.lustre-ffff880097332000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880097332000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.710s user 0m0.283s sys 0m9.428s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880097332000.statahead_batch_max=32 llite.lustre-ffff880097332000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880097332000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.722s user 0m0.332s sys 0m11.155s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats= snapshot_time: 1734674800.697297144 secs.nsecs start_time: 1734674745.040202993 secs.nsecs elapsed_time: 55.657094151 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats=0 llite.lustre-ffff880097332000.statahead_max=2048 llite.lustre-ffff880097332000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats=0 total: 100 open/close in 1.15 seconds: 86.72 ops/second llite.lustre-ffff880097332000.statahead_max=0 101 real 0m1.198s user 0m0.017s sys 0m0.273s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880097332000.statahead_max=2048 2048 101 real 0m0.346s user 0m0.005s sys 0m0.117s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 82 total: 900 open/close in 6.21 seconds: 144.88 ops/second llite.lustre-ffff880097332000.statahead_max=0 1001 real 0m12.136s user 0m0.080s sys 0m2.806s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff880097332000.statahead_max=2048 2048 1001 real 0m2.119s user 0m0.021s sys 0m1.035s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 83 - open/close 1562 (time 1734675009.71 total 10.00 last 156.19) - open/close 2956 (time 1734675019.71 total 20.01 last 139.32) total: 3000 open/close in 20.33 seconds: 147.58 ops/second llite.lustre-ffff880097332000.statahead_max=0 4001 real 0m49.574s user 0m0.589s sys 0m10.828s ls -l 4000 files without statahead: 50 sec llite.lustre-ffff880097332000.statahead_max=2048 2048 4001 real 0m6.817s user 0m0.107s sys 0m4.050s ls -l 4000 files with statahead: 7 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 84 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff880097332000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 84 mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats= snapshot_time: 1734675117.958373053 secs.nsecs start_time: 1734674801.613135072 secs.nsecs elapsed_time: 316.345237981 secs.nsecs subreqs per batch batches % cum % 1: 71 57 57 2: 9 7 65 4: 4 3 68 8: 4 3 71 16: 9 7 78 32: 5 4 82 64: 2 1 84 128: 1 0 85 256: 18 14 100 - open/close 1478 (time 1734675129.52 total 10.01 last 147.70) - open/close 2969 (time 1734675139.52 total 20.01 last 149.05) - open/close 4286 (time 1734675149.52 total 30.01 last 131.69) - open/close 5494 (time 1734675159.52 total 40.01 last 120.79) - open/close 6758 (time 1734675169.52 total 50.01 last 126.39) - open/close 7945 (time 1734675179.53 total 60.02 last 118.62) - open/close 9142 (time 1734675189.53 total 70.02 last 119.68) total: 10000 open/close in 77.36 seconds: 129.27 ops/second llite.lustre-ffff880097332000.statahead_batch_max=0 llite.lustre-ffff880097332000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880097332000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m17.198s user 0m0.199s sys 0m8.567s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880097332000.statahead_batch_max=256 llite.lustre-ffff880097332000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880097332000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m15.393s user 0m0.332s sys 0m9.916s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880097332000.batch_stats= snapshot_time: 1734675237.164311364 secs.nsecs start_time: 1734675217.946727151 secs.nsecs elapsed_time: 19.217584213 secs.nsecs subreqs per batch batches % cum % 1: 133 60 60 2: 10 4 65 4: 6 2 68 8: 3 1 69 16: 11 5 74 32: 15 6 81 64: 5 2 83 128: 0 0 83 256: 36 16 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880097332000.statahead_batch_max=64 llite.lustre-ffff880097332000.statahead_max=128