== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:17:49 (1734117469) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats=0 llite.lustre-ffff8800b380c000.statahead_max=32 llite.lustre-ffff8800b380c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.87 ops/second llite.lustre-ffff8800b380c000.statahead_max=0 101 real 0m0.505s user 0m0.001s sys 0m0.192s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b380c000.statahead_max=32 32 101 real 0m0.285s user 0m0.001s sys 0m0.110s ls -l 100 files with statahead: 0 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 19 fname_total: 26 hit_total: 11473 miss_total: 219 total: 900 open/close in 1.64 seconds: 548.06 ops/second llite.lustre-ffff8800b380c000.statahead_max=0 1001 real 0m4.861s user 0m0.036s sys 0m1.842s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b380c000.statahead_max=32 32 1001 real 0m1.621s user 0m0.019s sys 0m0.883s ls -l 1000 files with statahead: 2 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 20 fname_total: 26 hit_total: 12472 miss_total: 220 - open/close 5433 (time 1734117493.50 total 10.00 last 543.29) total: 9000 open/close in 16.92 seconds: 531.82 ops/second llite.lustre-ffff8800b380c000.statahead_max=0 10001 real 0m51.922s user 0m0.356s sys 0m19.308s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff8800b380c000.statahead_max=32 32 10001 real 0m18.852s user 0m0.256s sys 0m10.226s ls -l 10000 files with statahead: 19 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 21 fname_total: 26 hit_total: 22471 miss_total: 221 ls -l done rm -r /mnt/lustre/d123ad.sanity: 42 seconds llite.lustre-ffff8800b380c000.statahead_stats= statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 21 fname_total: 26 hit_total: 22471 miss_total: 221 mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117617.807157529 secs.nsecs start_time: 1734117470.712696489 secs.nsecs elapsed_time: 147.094461040 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 4 1 1 8: 6 1 3 16: 193 54 57 32: 150 42 100 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117617.807290428 secs.nsecs start_time: 1734117470.712774017 secs.nsecs elapsed_time: 147.094516411 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 2 0 1 8: 5 1 2 16: 198 55 58 32: 147 41 100 - open/close 5115 (time 1734117628.41 total 10.00 last 511.50) total: 10000 open/close in 19.84 seconds: 504.10 ops/second llite.lustre-ffff8800b380c000.statahead_batch_max=0 llite.lustre-ffff8800b380c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b380c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b380c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.114s user 0m0.231s sys 0m10.445s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b380c000.statahead_batch_max=32 llite.lustre-ffff8800b380c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b380c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b380c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.887s user 0m0.223s sys 0m9.015s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117673.615659255 secs.nsecs start_time: 1734117651.283599412 secs.nsecs elapsed_time: 22.332059843 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117673.615821828 secs.nsecs start_time: 1734117651.283714597 secs.nsecs elapsed_time: 22.332107231 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats=0 llite.lustre-ffff8800b380c000.statahead_max=2048 llite.lustre-ffff8800b380c000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 193.84 ops/second llite.lustre-ffff8800b380c000.statahead_max=0 101 real 0m0.490s user 0m0.002s sys 0m0.185s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b380c000.statahead_max=2048 2048 101 real 0m0.279s user 0m0.003s sys 0m0.116s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.60 seconds: 563.29 ops/second llite.lustre-ffff8800b380c000.statahead_max=0 1001 real 0m4.434s user 0m0.023s sys 0m1.709s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800b380c000.statahead_max=2048 2048 1001 real 0m1.362s user 0m0.021s sys 0m0.862s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5863 (time 1734117753.35 total 10.00 last 586.29) total: 9000 open/close in 15.17 seconds: 593.23 ops/second llite.lustre-ffff8800b380c000.statahead_max=0 10001 real 0m45.952s user 0m0.292s sys 0m16.687s ls -l 10000 files without statahead: 46 sec llite.lustre-ffff8800b380c000.statahead_max=2048 2048 10001 real 0m9.963s user 0m0.205s sys 0m8.410s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800b380c000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117851.446299299 secs.nsecs start_time: 1734117674.311567088 secs.nsecs elapsed_time: 177.134732211 secs.nsecs subreqs per batch batches % cum % 1: 56 52 52 2: 1 0 53 4: 9 8 61 8: 4 3 65 16: 1 0 66 32: 2 1 68 64: 0 0 68 128: 3 2 71 256: 31 28 100 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117851.446420256 secs.nsecs start_time: 1734117674.311717080 secs.nsecs elapsed_time: 177.134703176 secs.nsecs subreqs per batch batches % cum % 1: 32 38 38 2: 2 2 40 4: 7 8 49 8: 3 3 53 16: 4 4 57 32: 1 1 59 64: 0 0 59 128: 2 2 61 256: 32 38 100 - open/close 5091 (time 1734117862.12 total 10.00 last 509.01) total: 10000 open/close in 19.03 seconds: 525.56 ops/second llite.lustre-ffff8800b380c000.statahead_batch_max=0 llite.lustre-ffff8800b380c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b380c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b380c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.601s user 0m0.217s sys 0m10.500s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b380c000.statahead_batch_max=256 llite.lustre-ffff8800b380c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b380c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b380c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.756s user 0m0.218s sys 0m9.262s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117897.846798611 secs.nsecs start_time: 1734117884.667930274 secs.nsecs elapsed_time: 13.178868337 secs.nsecs subreqs per batch batches % cum % 1: 231 64 64 2: 12 3 68 4: 16 4 72 8: 25 7 79 16: 16 4 84 32: 20 5 89 64: 1 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8800b380c000.batch_stats= snapshot_time: 1734117897.846899305 secs.nsecs start_time: 1734117884.668022552 secs.nsecs elapsed_time: 13.178876753 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b380c000.statahead_batch_max=64 llite.lustre-ffff8800b380c000.statahead_max=128