== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:06:33 (1743505593) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats=0 llite.lustre-ffffa00f06bc9000.statahead_max=32 llite.lustre-ffffa00f06bc9000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats=0 total: 100 open/close in 1.24 seconds: 80.49 ops/second llite.lustre-ffffa00f06bc9000.statahead_max=0 101 real 0m1.225s user 0m0.005s sys 0m0.468s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa00f06bc9000.statahead_max=32 32 101 real 0m0.891s user 0m0.005s sys 0m0.578s ls -l 100 files with statahead: 1 sec statahead total: 170 statahead wrong: 2 agl total: 162 list_total: 34 fname_total: 122 hit_total: 19665 miss_total: 1548 total: 900 open/close in 6.15 seconds: 146.31 ops/second llite.lustre-ffffa00f06bc9000.statahead_max=0 1001 real 0m10.995s user 0m0.018s sys 0m4.020s ls -l 1000 files without statahead: 11 sec llite.lustre-ffffa00f06bc9000.statahead_max=32 32 1001 real 0m6.421s user 0m0.015s sys 0m3.082s ls -l 1000 files with statahead: 6 sec statahead total: 171 statahead wrong: 2 agl total: 163 list_total: 35 fname_total: 122 hit_total: 20664 miss_total: 1549 - open/close 1274 (time 1743505651.54 total 10.00 last 127.36) - open/close 2515 (time 1743505661.54 total 20.00 last 124.08) total: 3000 open/close in 23.69 seconds: 126.63 ops/second llite.lustre-ffffa00f06bc9000.statahead_max=0 4001 real 0m43.590s user 0m0.109s sys 0m15.712s ls -l 4000 files without statahead: 43 sec llite.lustre-ffffa00f06bc9000.statahead_max=32 32 4001 real 0m26.237s user 0m0.073s sys 0m12.031s ls -l 4000 files with statahead: 26 sec statahead total: 172 statahead wrong: 2 agl total: 164 list_total: 36 fname_total: 122 hit_total: 24663 miss_total: 1550 ls -l done rm -r /mnt/lustre/d123ad.sanity: 62 seconds llite.lustre-ffffa00f06bc9000.statahead_stats= statahead total: 172 statahead wrong: 2 agl total: 164 list_total: 36 fname_total: 122 hit_total: 24663 miss_total: 1550 mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats= snapshot_time: 1743505815.837951243 secs.nsecs start_time: 1743505597.945220748 secs.nsecs elapsed_time: 217.892730495 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 0 0 0 8: 3 1 2 16: 2 1 3 32: 159 96 100 - open/close 1677 (time 1743505827.88 total 10.00 last 167.65) - open/close 3294 (time 1743505837.88 total 20.01 last 161.66) - open/close 4781 (time 1743505847.88 total 30.01 last 148.65) - open/close 6157 (time 1743505857.88 total 40.01 last 137.57) - open/close 7522 (time 1743505867.89 total 50.01 last 136.44) - open/close 8870 (time 1743505877.89 total 60.02 last 134.79) total: 10000 open/close in 68.82 seconds: 145.30 ops/second llite.lustre-ffffa00f06bc9000.statahead_batch_max=0 llite.lustre-ffffa00f06bc9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.247s user 0m0.151s sys 0m43.916s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa00f06bc9000.statahead_batch_max=32 llite.lustre-ffffa00f06bc9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m1.603s user 0m0.153s sys 0m27.303s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats= snapshot_time: 1743506021.456178467 secs.nsecs start_time: 1743505950.849097578 secs.nsecs elapsed_time: 70.607080889 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats=0 llite.lustre-ffffa00f06bc9000.statahead_max=2048 llite.lustre-ffffa00f06bc9000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats=0 total: 100 open/close in 1.66 seconds: 60.09 ops/second llite.lustre-ffffa00f06bc9000.statahead_max=0 101 real 0m1.117s user 0m0.005s sys 0m0.484s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa00f06bc9000.statahead_max=2048 2048 101 real 0m0.802s user 0m0.002s sys 0m0.410s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 6.50 seconds: 138.39 ops/second llite.lustre-ffffa00f06bc9000.statahead_max=0 1001 real 0m10.861s user 0m0.026s sys 0m3.810s ls -l 1000 files without statahead: 11 sec llite.lustre-ffffa00f06bc9000.statahead_max=2048 2048 1001 real 0m5.686s user 0m0.011s sys 0m2.931s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 1359 (time 1743506263.72 total 10.01 last 135.83) - open/close 2735 (time 1743506273.72 total 20.01 last 137.56) total: 3000 open/close in 21.65 seconds: 138.54 ops/second llite.lustre-ffffa00f06bc9000.statahead_max=0 4001 real 0m39.591s user 0m0.079s sys 0m14.334s ls -l 4000 files without statahead: 40 sec llite.lustre-ffffa00f06bc9000.statahead_max=2048 2048 4001 real 0m19.780s user 0m0.068s sys 0m11.374s ls -l 4000 files with statahead: 20 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 52 seconds llite.lustre-ffffa00f06bc9000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats= snapshot_time: 1743506407.908180639 secs.nsecs start_time: 1743506024.702019607 secs.nsecs elapsed_time: 383.206161032 secs.nsecs subreqs per batch batches % cum % 1: 35 50 50 2: 2 2 52 4: 0 0 52 8: 3 4 57 16: 4 5 62 32: 5 7 70 64: 1 1 71 128: 1 1 72 256: 19 27 100 - open/close 1238 (time 1743506420.71 total 10.00 last 123.76) - open/close 2444 (time 1743506430.71 total 20.01 last 120.54) - open/close 3429 (time 1743506440.72 total 30.01 last 98.44) - open/close 4693 (time 1743506450.72 total 40.01 last 126.40) - open/close 5873 (time 1743506460.72 total 50.02 last 117.96) - open/close 7123 (time 1743506470.72 total 60.02 last 125.00) - open/close 8334 (time 1743506480.73 total 70.02 last 121.07) - open/close 9466 (time 1743506490.73 total 80.02 last 113.16) total: 10000 open/close in 83.91 seconds: 119.18 ops/second llite.lustre-ffffa00f06bc9000.statahead_batch_max=0 llite.lustre-ffffa00f06bc9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m59.135s user 0m0.181s sys 0m46.668s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa00f06bc9000.statahead_batch_max=256 llite.lustre-ffffa00f06bc9000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m47.030s user 0m0.163s sys 0m32.842s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa00f06bc9000.batch_stats= snapshot_time: 1743506616.589527590 secs.nsecs start_time: 1743506560.096244958 secs.nsecs elapsed_time: 56.493282632 secs.nsecs subreqs per batch batches % cum % 1: 145 59 59 2: 28 11 70 4: 7 2 73 8: 1 0 73 16: 2 0 74 32: 20 8 82 64: 7 2 85 128: 0 0 85 256: 35 14 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa00f06bc9000.statahead_batch_max=64 llite.lustre-ffffa00f06bc9000.statahead_max=128