== sanity test 123ad: Verify batching statahead works correctly ========================================================== 07:08:13 (1768565293) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats=0 llite.lustre-ffff942c13490000.statahead_max=32 llite.lustre-ffff942c13490000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats=0 total: 100 open/close in 1.24 seconds: 80.75 ops/second llite.lustre-ffff942c13490000.statahead_max=0 101 real 0m1.263s user 0m0.009s sys 0m0.270s ls -l 100 files without statahead: 1 sec llite.lustre-ffff942c13490000.statahead_max=32 32 101 real 0m0.423s user 0m0.003s sys 0m0.150s ls -l 100 files with statahead: 1 sec statahead total: 135 statahead wrong: 2 agl total: 127 list_total: 33 fname_total: 102 hit_total: 12385 miss_total: 1284 total: 900 open/close in 4.94 seconds: 182.09 ops/second llite.lustre-ffff942c13490000.statahead_max=0 1001 real 0m11.451s user 0m0.031s sys 0m2.497s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff942c13490000.statahead_max=32 32 1001 real 0m4.096s user 0m0.021s sys 0m1.646s ls -l 1000 files with statahead: 4 sec statahead total: 136 statahead wrong: 2 agl total: 128 list_total: 34 fname_total: 102 hit_total: 13384 miss_total: 1285 - open/close 1432 (time 1768565335.18 total 10.01 last 143.12) - open/close 2973 (time 1768565345.18 total 20.01 last 154.08) total: 3000 open/close in 20.13 seconds: 149.07 ops/second llite.lustre-ffff942c13490000.statahead_max=0 4001 real 0m44.216s user 0m0.128s sys 0m10.273s ls -l 4000 files without statahead: 44 sec llite.lustre-ffff942c13490000.statahead_max=32 32 4001 real 0m15.159s user 0m0.078s sys 0m6.793s ls -l 4000 files with statahead: 15 sec statahead total: 137 statahead wrong: 2 agl total: 129 list_total: 35 fname_total: 102 hit_total: 17380 miss_total: 1289 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff942c13490000.statahead_stats= statahead total: 137 statahead wrong: 2 agl total: 129 list_total: 35 fname_total: 102 hit_total: 17380 miss_total: 1289 mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats= snapshot_time: 1768565443.562804186 secs.nsecs start_time: 1768565295.170681890 secs.nsecs elapsed_time: 148.392122296 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 3 1 2 16: 3 1 4 32: 159 95 100 - open/close 2079 (time 1768565454.98 total 10.00 last 207.80) - open/close 3793 (time 1768565464.99 total 20.01 last 171.29) - open/close 5415 (time 1768565474.99 total 30.02 last 162.13) - open/close 6967 (time 1768565485.00 total 40.02 last 155.10) - open/close 8814 (time 1768565495.00 total 50.03 last 184.64) total: 10000 open/close in 56.49 seconds: 177.02 ops/second llite.lustre-ffff942c13490000.statahead_batch_max=0 llite.lustre-ffff942c13490000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff942c13490000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.098s user 0m0.260s sys 0m24.293s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff942c13490000.statahead_batch_max=32 llite.lustre-ffff942c13490000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff942c13490000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.347s user 0m0.222s sys 0m16.565s batched statahead RPC= hit count=9983 mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats= snapshot_time: 1768565577.612749781 secs.nsecs start_time: 1768565534.887554323 secs.nsecs elapsed_time: 42.725195458 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats=0 llite.lustre-ffff942c13490000.statahead_max=2048 llite.lustre-ffff942c13490000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats=0 total: 100 open/close in 0.81 seconds: 122.70 ops/second llite.lustre-ffff942c13490000.statahead_max=0 101 real 0m0.783s user 0m0.003s sys 0m0.256s ls -l 100 files without statahead: 1 sec llite.lustre-ffff942c13490000.statahead_max=2048 2048 101 real 0m0.349s user 0m0.004s sys 0m0.227s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10082 miss_total: 18 total: 900 open/close in 3.04 seconds: 295.66 ops/second llite.lustre-ffff942c13490000.statahead_max=0 1001 real 0m8.229s user 0m0.036s sys 0m2.489s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff942c13490000.statahead_max=2048 2048 1001 real 0m3.010s user 0m0.011s sys 0m1.233s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11081 miss_total: 19 - open/close 2837 (time 1768565723.81 total 10.00 last 283.64) - open/close 5833 (time 1768565733.81 total 20.00 last 299.52) - open/close 8176 (time 1768565743.81 total 30.01 last 234.24) total: 9000 open/close in 39.92 seconds: 225.46 ops/second llite.lustre-ffff942c13490000.statahead_max=0 10001 real 3m30.505s user 0m0.331s sys 0m28.138s ls -l 10000 files without statahead: 211 sec llite.lustre-ffff942c13490000.statahead_max=2048 2048 10001 real 0m44.942s user 0m0.286s sys 0m13.751s ls -l 10000 files with statahead: 45 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21080 miss_total: 20 ls -l done rm -r /mnt/lustre/d123ad.sanity: 185 seconds llite.lustre-ffff942c13490000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats= snapshot_time: 1768566221.145288983 secs.nsecs start_time: 1768565578.596668520 secs.nsecs elapsed_time: 642.548620463 secs.nsecs subreqs per batch batches % cum % 1: 138 50 50 2: 25 9 59 4: 24 8 68 8: 11 4 72 16: 13 4 77 32: 19 6 83 64: 3 1 85 128: 2 0 85 256: 39 14 100 - open/close 812 (time 1768566234.20 total 10.01 last 81.16) - open/close 1538 (time 1768566244.21 total 20.01 last 72.55) - open/close 2321 (time 1768566254.23 total 30.03 last 78.15) - open/close 2979 (time 1768566264.24 total 40.04 last 65.74) - open/close 3666 (time 1768566274.24 total 50.04 last 68.68) - open/close 4457 (time 1768566284.24 total 60.04 last 79.09) - open/close 5245 (time 1768566294.25 total 70.06 last 78.69) - open/close 5971 (time 1768566304.26 total 80.06 last 72.58) - open/close 6789 (time 1768566314.27 total 90.08 last 81.66) - open/close 7503 (time 1768566324.28 total 100.09 last 71.33) - open/close 8167 (time 1768566334.29 total 110.09 last 66.37) - open/close 8966 (time 1768566344.29 total 120.09 last 79.88) - open/close 9743 (time 1768566354.30 total 130.10 last 77.64) total: 10000 open/close in 133.21 seconds: 75.07 ops/second llite.lustre-ffff942c13490000.statahead_batch_max=0 llite.lustre-ffff942c13490000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff942c13490000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m49.266s user 0m0.294s sys 0m14.006s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff942c13490000.statahead_batch_max=256 llite.lustre-ffff942c13490000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff942c13490000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.404s user 0m0.293s sys 0m13.003s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff942c13490000.batch_stats= snapshot_time: 1768566469.380485365 secs.nsecs start_time: 1768566414.020583183 secs.nsecs elapsed_time: 55.359902182 secs.nsecs subreqs per batch batches % cum % 1: 62 34 34 2: 29 16 50 4: 12 6 56 8: 12 6 63 16: 10 5 69 32: 18 9 79 64: 2 1 80 128: 0 0 80 256: 36 19 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff942c13490000.statahead_batch_max=64 llite.lustre-ffff942c13490000.statahead_max=128