== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:29:15 (1773239355) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats=0 llite.lustre-ffff9cea0722f800.statahead_max=32 llite.lustre-ffff9cea0722f800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 157.77 ops/second llite.lustre-ffff9cea0722f800.statahead_max=0 101 real 0m0.682s user 0m0.002s sys 0m0.253s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9cea0722f800.statahead_max=32 32 101 real 0m0.478s user 0m0.005s sys 0m0.234s ls -l 100 files with statahead: 1 sec statahead total: 82 statahead wrong: 1 agl total: 76 list_total: 30 fname_total: 40 hit_total: 33872 miss_total: 217 total: 900 open/close in 3.02 seconds: 297.68 ops/second llite.lustre-ffff9cea0722f800.statahead_max=0 1001 real 0m6.396s user 0m0.023s sys 0m2.272s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9cea0722f800.statahead_max=32 32 1001 real 0m4.615s user 0m0.008s sys 0m2.256s ls -l 1000 files with statahead: 4 sec statahead total: 83 statahead wrong: 1 agl total: 77 list_total: 31 fname_total: 40 hit_total: 34871 miss_total: 218 - open/close 4450 (time 1773239388.05 total 10.00 last 444.96) total: 9000 open/close in 19.82 seconds: 454.05 ops/second llite.lustre-ffff9cea0722f800.statahead_max=0 10001 real 1m8.061s user 0m0.199s sys 0m23.963s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff9cea0722f800.statahead_max=32 32 10001 real 0m41.626s user 0m0.141s sys 0m18.268s ls -l 10000 files with statahead: 42 sec statahead total: 84 statahead wrong: 1 agl total: 78 list_total: 32 fname_total: 40 hit_total: 44870 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff9cea0722f800.statahead_stats= statahead total: 84 statahead wrong: 1 agl total: 78 list_total: 32 fname_total: 40 hit_total: 44870 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773239579.473423992 secs.nsecs start_time: 1773239356.513955404 secs.nsecs elapsed_time: 222.959468588 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 4 1 1 8: 7 1 3 16: 228 64 68 32: 110 31 100 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773239579.473470439 secs.nsecs start_time: 1773239356.514011676 secs.nsecs elapsed_time: 222.959458763 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 8 2 3 16: 151 42 45 32: 192 54 100 - open/close 3922 (time 1773239591.13 total 10.00 last 392.17) - open/close 7532 (time 1773239601.13 total 20.00 last 360.87) total: 10000 open/close in 25.75 seconds: 388.32 ops/second llite.lustre-ffff9cea0722f800.statahead_batch_max=0 llite.lustre-ffff9cea0722f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9cea0722f800.stats=clear mdc.lustre-MDT0001-mdc-ffff9cea0722f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.364s user 0m0.150s sys 0m30.844s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9cea0722f800.statahead_batch_max=32 llite.lustre-ffff9cea0722f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9cea0722f800.stats=clear mdc.lustre-MDT0001-mdc-ffff9cea0722f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.214s user 0m0.154s sys 0m19.343s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773239681.298202161 secs.nsecs start_time: 1773239641.753040871 secs.nsecs elapsed_time: 39.545161290 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773239681.298255151 secs.nsecs start_time: 1773239641.753141291 secs.nsecs elapsed_time: 39.545113860 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats=0 llite.lustre-ffff9cea0722f800.statahead_max=2048 llite.lustre-ffff9cea0722f800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 166.08 ops/second llite.lustre-ffff9cea0722f800.statahead_max=0 101 real 0m0.652s user 0m0.005s sys 0m0.243s ls -l 100 files without statahead: 0 sec llite.lustre-ffff9cea0722f800.statahead_max=2048 2048 101 real 0m0.362s user 0m0.003s sys 0m0.144s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.82 seconds: 493.33 ops/second llite.lustre-ffff9cea0722f800.statahead_max=0 1001 real 0m5.946s user 0m0.018s sys 0m2.111s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9cea0722f800.statahead_max=2048 2048 1001 real 0m3.880s user 0m0.012s sys 0m1.577s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4243 (time 1773239792.00 total 10.00 last 424.28) total: 9000 open/close in 19.94 seconds: 451.41 ops/second llite.lustre-ffff9cea0722f800.statahead_max=0 10001 real 0m56.410s user 0m0.193s sys 0m20.053s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff9cea0722f800.statahead_max=2048 2048 10001 real 0m25.902s user 0m0.145s sys 0m18.352s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffff9cea0722f800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773239953.160261198 secs.nsecs start_time: 1773239682.121800824 secs.nsecs elapsed_time: 271.038460374 secs.nsecs subreqs per batch batches % cum % 1: 115 63 63 2: 23 12 75 4: 9 4 80 8: 0 0 80 16: 0 0 80 32: 0 0 80 64: 2 1 81 128: 3 1 83 256: 30 16 100 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773239953.160327835 secs.nsecs start_time: 1773239682.121948656 secs.nsecs elapsed_time: 271.038379179 secs.nsecs subreqs per batch batches % cum % 1: 105 60 60 2: 19 10 70 4: 12 6 77 8: 5 2 80 16: 0 0 80 32: 0 0 80 64: 1 0 81 128: 2 1 82 256: 31 17 100 - open/close 4861 (time 1773239963.96 total 10.00 last 486.10) - open/close 9674 (time 1773239973.96 total 20.00 last 481.27) total: 10000 open/close in 20.72 seconds: 482.58 ops/second llite.lustre-ffff9cea0722f800.statahead_batch_max=0 llite.lustre-ffff9cea0722f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9cea0722f800.stats=clear mdc.lustre-MDT0001-mdc-ffff9cea0722f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.992s user 0m0.132s sys 0m27.111s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9cea0722f800.statahead_batch_max=256 llite.lustre-ffff9cea0722f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9cea0722f800.stats=clear mdc.lustre-MDT0001-mdc-ffff9cea0722f800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.265s user 0m0.144s sys 0m19.220s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773240039.419573797 secs.nsecs start_time: 1773240008.229802799 secs.nsecs elapsed_time: 31.189770998 secs.nsecs subreqs per batch batches % cum % 1: 179 62 62 2: 30 10 73 4: 10 3 76 8: 2 0 77 16: 2 0 78 32: 24 8 86 64: 3 1 87 128: 0 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff9cea0722f800.batch_stats= snapshot_time: 1773240039.419613267 secs.nsecs start_time: 1773240008.229856437 secs.nsecs elapsed_time: 31.189756830 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9cea0722f800.statahead_batch_max=64 llite.lustre-ffff9cea0722f800.statahead_max=128