== sanity test 123ad: Verify batching statahead works correctly ========================================================== 19:11:11 (1775171471) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats=0 llite.lustre-ffff9fd4c3855000.statahead_max=32 llite.lustre-ffff9fd4c3855000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 166.45 ops/second llite.lustre-ffff9fd4c3855000.statahead_max=0 101 real 0m0.710s user 0m0.006s sys 0m0.242s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9fd4c3855000.statahead_max=32 32 101 real 0m0.412s user 0m0.002s sys 0m0.207s ls -l 100 files with statahead: 1 sec statahead total: 88 statahead wrong: 2 agl total: 70 list_total: 31 fname_total: 57 hit_total: 33964 miss_total: 496 total: 900 open/close in 1.70 seconds: 529.32 ops/second llite.lustre-ffff9fd4c3855000.statahead_max=0 1001 real 0m5.167s user 0m0.037s sys 0m1.970s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9fd4c3855000.statahead_max=32 32 1001 real 0m4.082s user 0m0.017s sys 0m2.022s ls -l 1000 files with statahead: 4 sec statahead total: 89 statahead wrong: 2 agl total: 71 list_total: 32 fname_total: 57 hit_total: 34963 miss_total: 497 - open/close 4882 (time 1775171501.06 total 10.00 last 488.17) total: 9000 open/close in 18.74 seconds: 480.13 ops/second llite.lustre-ffff9fd4c3855000.statahead_max=0 10001 real 1m0.775s user 0m0.221s sys 0m23.364s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff9fd4c3855000.statahead_max=32 32 10001 real 0m40.985s user 0m0.164s sys 0m19.699s ls -l 10000 files with statahead: 41 sec statahead total: 90 statahead wrong: 2 agl total: 72 list_total: 33 fname_total: 57 hit_total: 44962 miss_total: 498 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff9fd4c3855000.statahead_stats= statahead total: 90 statahead wrong: 2 agl total: 72 list_total: 33 fname_total: 57 hit_total: 44962 miss_total: 498 mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775171684.833704948 secs.nsecs start_time: 1775171472.731049672 secs.nsecs elapsed_time: 212.102655276 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 1 1 8: 5 1 2 16: 188 53 55 32: 156 44 100 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775171684.833755889 secs.nsecs start_time: 1775171472.731119149 secs.nsecs elapsed_time: 212.102636740 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 8 2 3 16: 202 56 60 32: 140 39 100 - open/close 4654 (time 1775171696.20 total 10.00 last 465.33) - open/close 9213 (time 1775171706.20 total 20.00 last 455.86) total: 10000 open/close in 21.68 seconds: 461.27 ops/second llite.lustre-ffff9fd4c3855000.statahead_batch_max=0 llite.lustre-ffff9fd4c3855000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.stats=clear mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.576s user 0m0.199s sys 0m44.674s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9fd4c3855000.statahead_batch_max=32 llite.lustre-ffff9fd4c3855000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.stats=clear mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.824s user 0m0.155s sys 0m21.531s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775171804.024210870 secs.nsecs start_time: 1775171760.162514127 secs.nsecs elapsed_time: 43.861696743 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775171804.024252002 secs.nsecs start_time: 1775171760.162566997 secs.nsecs elapsed_time: 43.861685005 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats=0 llite.lustre-ffff9fd4c3855000.statahead_max=2048 llite.lustre-ffff9fd4c3855000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 135.90 ops/second llite.lustre-ffff9fd4c3855000.statahead_max=0 101 real 0m0.669s user 0m0.003s sys 0m0.262s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9fd4c3855000.statahead_max=2048 2048 101 real 0m0.353s user 0m0.003s sys 0m0.204s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.87 seconds: 482.26 ops/second llite.lustre-ffff9fd4c3855000.statahead_max=0 1001 real 0m6.825s user 0m0.016s sys 0m2.559s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9fd4c3855000.statahead_max=2048 2048 1001 real 0m3.295s user 0m0.015s sys 0m1.291s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4324 (time 1775171922.35 total 10.00 last 432.37) - open/close 8642 (time 1775171932.35 total 20.00 last 431.78) total: 9000 open/close in 20.73 seconds: 434.18 ops/second llite.lustre-ffff9fd4c3855000.statahead_max=0 10001 real 1m7.783s user 0m0.201s sys 0m25.241s ls -l 10000 files without statahead: 68 sec llite.lustre-ffff9fd4c3855000.statahead_max=2048 2048 10001 real 0m37.250s user 0m0.141s sys 0m22.988s ls -l 10000 files with statahead: 37 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 68 seconds llite.lustre-ffff9fd4c3855000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775172121.308525205 secs.nsecs start_time: 1775171804.873750595 secs.nsecs elapsed_time: 316.434774610 secs.nsecs subreqs per batch batches % cum % 1: 275 79 79 2: 24 6 86 4: 8 2 88 8: 3 0 89 16: 1 0 90 32: 1 0 90 64: 1 0 90 128: 4 1 91 256: 28 8 100 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775172121.308570531 secs.nsecs start_time: 1775171804.873889532 secs.nsecs elapsed_time: 316.434680999 secs.nsecs subreqs per batch batches % cum % 1: 257 79 79 2: 21 6 86 4: 6 1 88 8: 4 1 89 16: 1 0 89 32: 1 0 90 64: 0 0 90 128: 3 0 90 256: 29 9 100 - open/close 4203 (time 1775172132.21 total 10.00 last 420.30) - open/close 8474 (time 1775172142.21 total 20.00 last 427.07) total: 10000 open/close in 23.81 seconds: 420.04 ops/second llite.lustre-ffff9fd4c3855000.statahead_batch_max=0 llite.lustre-ffff9fd4c3855000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.stats=clear mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m48.395s user 0m0.174s sys 0m40.411s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9fd4c3855000.statahead_batch_max=256 llite.lustre-ffff9fd4c3855000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.stats=clear mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.405s user 0m0.150s sys 0m24.771s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775172241.295195793 secs.nsecs start_time: 1775172197.802832447 secs.nsecs elapsed_time: 43.492363346 secs.nsecs subreqs per batch batches % cum % 1: 256 62 62 2: 50 12 74 4: 38 9 83 8: 6 1 84 16: 3 0 85 32: 22 5 91 64: 2 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff9fd4c3855000.batch_stats= snapshot_time: 1775172241.295296758 secs.nsecs start_time: 1775172197.802881222 secs.nsecs elapsed_time: 43.492415536 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9fd4c3855000.statahead_batch_max=64 llite.lustre-ffff9fd4c3855000.statahead_max=128