== sanity test 123ad: Verify batching statahead works correctly ========================================================== 15:22:09 (1767730929) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats=0 llite.lustre-ffff92e44641d800.statahead_max=32 llite.lustre-ffff92e44641d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.01 seconds: 98.97 ops/second llite.lustre-ffff92e44641d800.statahead_max=0 101 real 0m0.896s user 0m0.010s sys 0m0.318s ls -l 100 files without statahead: 1 sec llite.lustre-ffff92e44641d800.statahead_max=32 32 101 real 0m0.528s user 0m0.007s sys 0m0.309s ls -l 100 files with statahead: 0 sec statahead total: 88 statahead wrong: 2 agl total: 83 list_total: 31 fname_total: 57 hit_total: 33519 miss_total: 643 total: 900 open/close in 3.29 seconds: 273.34 ops/second llite.lustre-ffff92e44641d800.statahead_max=0 1001 real 0m8.986s user 0m0.023s sys 0m3.187s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff92e44641d800.statahead_max=32 32 1001 real 0m4.401s user 0m0.019s sys 0m2.156s ls -l 1000 files with statahead: 5 sec statahead total: 89 statahead wrong: 2 agl total: 84 list_total: 32 fname_total: 57 hit_total: 34518 miss_total: 644 total: 4000 open/close in 9.29 seconds: 430.37 ops/second llite.lustre-ffff92e44641d800.statahead_max=0 5001 real 0m43.147s user 0m0.124s sys 0m14.565s ls -l 5000 files without statahead: 43 sec llite.lustre-ffff92e44641d800.statahead_max=32 32 5001 real 0m26.961s user 0m0.071s sys 0m12.318s ls -l 5000 files with statahead: 27 sec statahead total: 90 statahead wrong: 2 agl total: 85 list_total: 33 fname_total: 57 hit_total: 39517 miss_total: 645 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff92e44641d800.statahead_stats= statahead total: 90 statahead wrong: 2 agl total: 85 list_total: 33 fname_total: 57 hit_total: 39517 miss_total: 645 mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731088.810839315 secs.nsecs start_time: 1767730931.248816110 secs.nsecs elapsed_time: 157.562023205 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 2 1 2 4: 3 1 3 8: 2 1 4 16: 123 63 67 32: 63 32 100 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731088.810892665 secs.nsecs start_time: 1767730931.248938483 secs.nsecs elapsed_time: 157.561954182 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 1 1 4: 2 1 2 8: 4 2 4 16: 88 44 48 32: 102 51 100 - open/close 3141 (time 1767731100.04 total 10.00 last 314.06) - open/close 7662 (time 1767731110.04 total 20.00 last 452.05) total: 10000 open/close in 26.18 seconds: 381.98 ops/second llite.lustre-ffff92e44641d800.statahead_batch_max=0 llite.lustre-ffff92e44641d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e44641d800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e44641d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.984s user 0m0.141s sys 0m37.474s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff92e44641d800.statahead_batch_max=32 llite.lustre-ffff92e44641d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff92e44641d800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e44641d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.056s user 0m0.170s sys 0m24.879s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731208.069194948 secs.nsecs start_time: 1767731158.993211056 secs.nsecs elapsed_time: 49.075983892 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731208.069286380 secs.nsecs start_time: 1767731158.993309279 secs.nsecs elapsed_time: 49.075977101 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats=0 llite.lustre-ffff92e44641d800.statahead_max=2048 llite.lustre-ffff92e44641d800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.78 seconds: 127.98 ops/second llite.lustre-ffff92e44641d800.statahead_max=0 101 real 0m0.849s user 0m0.003s sys 0m0.290s ls -l 100 files without statahead: 1 sec llite.lustre-ffff92e44641d800.statahead_max=2048 2048 101 real 0m0.452s user 0m0.004s sys 0m0.231s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.27 seconds: 395.91 ops/second llite.lustre-ffff92e44641d800.statahead_max=0 1001 real 0m7.418s user 0m0.020s sys 0m2.530s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff92e44641d800.statahead_max=2048 2048 1001 real 0m4.254s user 0m0.007s sys 0m1.664s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3850 (time 1767731358.77 total 10.00 last 384.95) - open/close 8217 (time 1767731368.77 total 20.00 last 436.60) total: 9000 open/close in 21.98 seconds: 409.44 ops/second llite.lustre-ffff92e44641d800.statahead_max=0 10001 real 1m11.819s user 0m0.182s sys 0m24.429s ls -l 10000 files without statahead: 72 sec llite.lustre-ffff92e44641d800.statahead_max=2048 2048 10001 real 0m25.134s user 0m0.137s sys 0m17.903s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff92e44641d800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731543.091957772 secs.nsecs start_time: 1767731209.358822482 secs.nsecs elapsed_time: 333.733135290 secs.nsecs subreqs per batch batches % cum % 1: 55 55 55 2: 4 4 59 4: 4 4 63 8: 1 1 64 16: 0 0 64 32: 0 0 64 64: 1 1 65 128: 3 3 68 256: 31 31 100 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731543.092065109 secs.nsecs start_time: 1767731209.358936334 secs.nsecs elapsed_time: 333.733128775 secs.nsecs subreqs per batch batches % cum % 1: 41 46 46 2: 4 4 50 4: 4 4 55 8: 4 4 59 16: 0 0 59 32: 1 1 60 64: 2 2 62 128: 2 2 65 256: 31 34 100 - open/close 3242 (time 1767731554.24 total 10.00 last 324.19) - open/close 6030 (time 1767731564.24 total 20.00 last 278.77) - open/close 8428 (time 1767731574.24 total 30.00 last 239.79) total: 10000 open/close in 36.20 seconds: 276.24 ops/second llite.lustre-ffff92e44641d800.statahead_batch_max=0 llite.lustre-ffff92e44641d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e44641d800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e44641d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.935s user 0m0.141s sys 0m39.039s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff92e44641d800.statahead_batch_max=256 llite.lustre-ffff92e44641d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff92e44641d800.stats=clear mdc.lustre-MDT0001-mdc-ffff92e44641d800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.729s user 0m0.124s sys 0m17.657s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731657.863303867 secs.nsecs start_time: 1767731627.999894077 secs.nsecs elapsed_time: 29.863409790 secs.nsecs subreqs per batch batches % cum % 1: 135 52 52 2: 35 13 66 4: 18 7 73 8: 6 2 75 16: 2 0 76 32: 21 8 84 64: 4 1 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff92e44641d800.batch_stats= snapshot_time: 1767731657.863354634 secs.nsecs start_time: 1767731627.999945078 secs.nsecs elapsed_time: 29.863409556 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff92e44641d800.statahead_batch_max=64 llite.lustre-ffff92e44641d800.statahead_max=128