== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:49:10 (1772477350) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats=0 llite.lustre-ffff938b82ae3800.statahead_max=32 llite.lustre-ffff938b82ae3800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 134.56 ops/second llite.lustre-ffff938b82ae3800.statahead_max=0 101 real 0m0.775s user 0m0.002s sys 0m0.288s ls -l 100 files without statahead: 1 sec llite.lustre-ffff938b82ae3800.statahead_max=32 32 101 real 0m0.537s user 0m0.004s sys 0m0.335s ls -l 100 files with statahead: 0 sec statahead total: 95 statahead wrong: 2 agl total: 90 list_total: 33 fname_total: 62 hit_total: 24383 miss_total: 1274 total: 900 open/close in 2.19 seconds: 411.56 ops/second llite.lustre-ffff938b82ae3800.statahead_max=0 1001 real 0m7.415s user 0m0.027s sys 0m2.651s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff938b82ae3800.statahead_max=32 32 1001 real 0m4.687s user 0m0.019s sys 0m2.136s ls -l 1000 files with statahead: 5 sec statahead total: 96 statahead wrong: 2 agl total: 91 list_total: 34 fname_total: 62 hit_total: 25382 miss_total: 1275 - open/close 3859 (time 1772477383.88 total 10.00 last 385.85) - open/close 8275 (time 1772477393.88 total 20.00 last 441.58) total: 9000 open/close in 21.80 seconds: 412.79 ops/second llite.lustre-ffff938b82ae3800.statahead_max=0 10001 real 1m8.222s user 0m0.288s sys 0m25.007s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff938b82ae3800.statahead_max=32 32 10001 real 0m37.781s user 0m0.190s sys 0m17.519s ls -l 10000 files with statahead: 38 sec statahead total: 97 statahead wrong: 2 agl total: 92 list_total: 35 fname_total: 62 hit_total: 35381 miss_total: 1276 ls -l done rm -r /mnt/lustre/d123ad.sanity: 67 seconds llite.lustre-ffff938b82ae3800.statahead_stats= statahead total: 97 statahead wrong: 2 agl total: 92 list_total: 35 fname_total: 62 hit_total: 35381 miss_total: 1276 mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772477582.822529205 secs.nsecs start_time: 1772477351.725182902 secs.nsecs elapsed_time: 231.097346303 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 1 0 0 8: 6 1 2 16: 201 56 59 32: 144 40 100 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772477582.822620117 secs.nsecs start_time: 1772477351.725256065 secs.nsecs elapsed_time: 231.097364052 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 4 1 1 8: 5 1 3 16: 194 54 57 32: 150 42 100 - open/close 5013 (time 1772477593.76 total 10.00 last 501.24) total: 10000 open/close in 19.37 seconds: 516.16 ops/second llite.lustre-ffff938b82ae3800.statahead_batch_max=0 llite.lustre-ffff938b82ae3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff938b82ae3800.stats=clear mdc.lustre-MDT0001-mdc-ffff938b82ae3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.445s user 0m0.198s sys 0m35.076s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff938b82ae3800.statahead_batch_max=32 llite.lustre-ffff938b82ae3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff938b82ae3800.stats=clear mdc.lustre-MDT0001-mdc-ffff938b82ae3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.923s user 0m0.196s sys 0m24.001s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772477690.503223942 secs.nsecs start_time: 1772477642.656856790 secs.nsecs elapsed_time: 47.846367152 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772477690.503283832 secs.nsecs start_time: 1772477642.656944308 secs.nsecs elapsed_time: 47.846339524 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats=0 llite.lustre-ffff938b82ae3800.statahead_max=2048 llite.lustre-ffff938b82ae3800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.15 seconds: 86.83 ops/second llite.lustre-ffff938b82ae3800.statahead_max=0 101 real 0m0.717s user 0m0.005s sys 0m0.284s ls -l 100 files without statahead: 1 sec llite.lustre-ffff938b82ae3800.statahead_max=2048 2048 101 real 0m0.410s user 0m0.000s sys 0m0.200s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.01 seconds: 448.64 ops/second llite.lustre-ffff938b82ae3800.statahead_max=0 1001 real 0m6.479s user 0m0.015s sys 0m2.575s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff938b82ae3800.statahead_max=2048 2048 1001 real 0m4.752s user 0m0.017s sys 0m1.694s ls -l 1000 files with statahead: 5 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5118 (time 1772477811.81 total 10.00 last 511.75) total: 9000 open/close in 17.73 seconds: 507.64 ops/second llite.lustre-ffff938b82ae3800.statahead_max=0 10001 real 1m4.159s user 0m0.290s sys 0m24.015s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff938b82ae3800.statahead_max=2048 2048 10001 real 0m32.254s user 0m0.176s sys 0m21.915s ls -l 10000 files with statahead: 32 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff938b82ae3800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772477996.024044568 secs.nsecs start_time: 1772477691.344691493 secs.nsecs elapsed_time: 304.679353075 secs.nsecs subreqs per batch batches % cum % 1: 265 81 81 2: 17 5 87 4: 3 0 87 8: 4 1 89 16: 2 0 89 32: 0 0 89 64: 1 0 90 128: 3 0 91 256: 29 8 100 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772477996.024103497 secs.nsecs start_time: 1772477691.344857596 secs.nsecs elapsed_time: 304.679245901 secs.nsecs subreqs per batch batches % cum % 1: 237 75 75 2: 33 10 85 4: 6 1 87 8: 5 1 89 16: 0 0 89 32: 1 0 89 64: 0 0 89 128: 4 1 91 256: 28 8 100 - open/close 5132 (time 1772478007.60 total 10.00 last 513.10) - open/close 9919 (time 1772478017.60 total 20.00 last 478.60) total: 10000 open/close in 20.16 seconds: 496.07 ops/second llite.lustre-ffff938b82ae3800.statahead_batch_max=0 llite.lustre-ffff938b82ae3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff938b82ae3800.stats=clear mdc.lustre-MDT0001-mdc-ffff938b82ae3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.104s user 0m0.188s sys 0m33.576s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff938b82ae3800.statahead_batch_max=256 llite.lustre-ffff938b82ae3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff938b82ae3800.stats=clear mdc.lustre-MDT0001-mdc-ffff938b82ae3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.636s user 0m0.169s sys 0m24.049s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772478102.113566928 secs.nsecs start_time: 1772478060.952675655 secs.nsecs elapsed_time: 41.160891273 secs.nsecs subreqs per batch batches % cum % 1: 416 70 70 2: 68 11 82 4: 37 6 88 8: 7 1 89 16: 6 1 90 32: 20 3 94 64: 1 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff938b82ae3800.batch_stats= snapshot_time: 1772478102.113884787 secs.nsecs start_time: 1772478060.952747659 secs.nsecs elapsed_time: 41.161137128 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff938b82ae3800.statahead_batch_max=64 llite.lustre-ffff938b82ae3800.statahead_max=128