== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:04:49 (1746129889) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats=0 llite.lustre-ffff88012b465000.statahead_max=32 llite.lustre-ffff88012b465000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats=0 total: 100 open/close in 1.31 seconds: 76.10 ops/second llite.lustre-ffff88012b465000.statahead_max=0 101 real 0m1.070s user 0m0.003s sys 0m0.290s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b465000.statahead_max=32 32 101 real 0m0.367s user 0m0.007s sys 0m0.132s ls -l 100 files with statahead: 1 sec statahead total: 144 statahead wrong: 2 agl total: 144 list_total: 26 fname_total: 118 hit_total: 4516 miss_total: 656 total: 900 open/close in 4.97 seconds: 180.91 ops/second llite.lustre-ffff88012b465000.statahead_max=0 1001 real 0m12.318s user 0m0.082s sys 0m2.968s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88012b465000.statahead_max=32 32 1001 real 0m4.286s user 0m0.026s sys 0m1.145s ls -l 1000 files with statahead: 4 sec statahead total: 145 statahead wrong: 2 agl total: 145 list_total: 27 fname_total: 118 hit_total: 5515 miss_total: 662 - open/close 1210 (time 1746129930.90 total 10.00 last 120.97) - open/close 2211 (time 1746129940.90 total 20.00 last 100.10) total: 3000 open/close in 27.27 seconds: 110.02 ops/second llite.lustre-ffff88012b465000.statahead_max=0 4001 real 0m51.209s user 0m0.507s sys 0m11.309s ls -l 4000 files without statahead: 51 sec llite.lustre-ffff88012b465000.statahead_max=32 32 4001 real 0m14.477s user 0m0.126s sys 0m4.257s ls -l 4000 files with statahead: 14 sec statahead total: 146 statahead wrong: 2 agl total: 146 list_total: 28 fname_total: 118 hit_total: 9514 miss_total: 690 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff88012b465000.statahead_stats= statahead total: 146 statahead wrong: 2 agl total: 146 list_total: 28 fname_total: 118 hit_total: 9514 miss_total: 690 mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats= snapshot_time: 1746130060.054886206 secs.nsecs start_time: 1746129890.791528563 secs.nsecs elapsed_time: 169.263357643 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 2 16: 3 1 4 32: 159 95 100 - open/close 1417 (time 1746130071.02 total 10.00 last 141.64) - open/close 3037 (time 1746130081.02 total 20.01 last 161.97) - open/close 4442 (time 1746130091.02 total 30.01 last 140.47) - open/close 5830 (time 1746130101.02 total 40.01 last 138.79) - open/close 7327 (time 1746130111.03 total 50.02 last 149.58) - open/close 8760 (time 1746130121.04 total 60.02 last 143.21) total: 10000 open/close in 68.64 seconds: 145.69 ops/second llite.lustre-ffff88012b465000.statahead_batch_max=0 llite.lustre-ffff88012b465000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b465000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.217s user 0m0.240s sys 0m8.916s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b465000.statahead_batch_max=32 llite.lustre-ffff88012b465000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b465000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.893s user 0m0.347s sys 0m10.761s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats= snapshot_time: 1746130195.547479134 secs.nsecs start_time: 1746130152.844721404 secs.nsecs elapsed_time: 42.702757730 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats=0 llite.lustre-ffff88012b465000.statahead_max=2048 llite.lustre-ffff88012b465000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats=0 total: 100 open/close in 1.50 seconds: 66.52 ops/second llite.lustre-ffff88012b465000.statahead_max=0 101 real 0m1.331s user 0m0.003s sys 0m0.324s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b465000.statahead_max=2048 2048 101 real 0m0.306s user 0m0.001s sys 0m0.120s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 57 total: 900 open/close in 6.55 seconds: 137.34 ops/second llite.lustre-ffff88012b465000.statahead_max=0 1001 real 0m12.598s user 0m0.060s sys 0m3.020s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff88012b465000.statahead_max=2048 2048 1001 real 0m2.097s user 0m0.017s sys 0m1.092s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 58 - open/close 1384 (time 1746130377.31 total 10.00 last 138.37) total: 2000 open/close in 15.55 seconds: 128.58 ops/second llite.lustre-ffff88012b465000.statahead_max=0 3001 real 0m40.572s user 0m0.295s sys 0m9.075s ls -l 3000 files without statahead: 41 sec llite.lustre-ffff88012b465000.statahead_max=2048 2048 3001 real 0m5.315s user 0m0.105s sys 0m3.221s ls -l 3000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 59 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012b465000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 59 mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats= snapshot_time: 1746130469.396426352 secs.nsecs start_time: 1746130196.229241858 secs.nsecs elapsed_time: 273.167184494 secs.nsecs subreqs per batch batches % cum % 1: 52 59 59 2: 5 5 65 4: 0 0 65 8: 4 4 70 16: 5 5 75 32: 5 5 81 64: 0 0 81 128: 1 1 82 256: 15 17 100 - open/close 1182 (time 1746130480.78 total 10.01 last 118.13) - open/close 2342 (time 1746130490.79 total 20.01 last 115.91) - open/close 3472 (time 1746130500.79 total 30.02 last 112.97) - open/close 4604 (time 1746130510.79 total 40.02 last 113.20) - open/close 5703 (time 1746130520.81 total 50.03 last 109.76) - open/close 6838 (time 1746130530.81 total 60.04 last 113.44) - open/close 7963 (time 1746130540.82 total 70.04 last 112.48) - open/close 9086 (time 1746130550.83 total 80.05 last 112.17) total: 10000 open/close in 87.72 seconds: 114.00 ops/second llite.lustre-ffff88012b465000.statahead_batch_max=0 llite.lustre-ffff88012b465000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b465000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m23.326s user 0m0.301s sys 0m9.633s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b465000.statahead_batch_max=256 llite.lustre-ffff88012b465000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b465000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.379s user 0m0.229s sys 0m10.621s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b465000.batch_stats= snapshot_time: 1746130605.213772982 secs.nsecs start_time: 1746130584.943821619 secs.nsecs elapsed_time: 20.269951363 secs.nsecs subreqs per batch batches % cum % 1: 131 55 55 2: 20 8 64 4: 13 5 69 8: 8 3 73 16: 10 4 77 32: 15 6 83 64: 2 0 84 128: 0 0 84 256: 36 15 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b465000.statahead_batch_max=64 llite.lustre-ffff88012b465000.statahead_max=128