== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:26:49 (1769761609) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats=0 llite.lustre-ffff9d16108f8000.statahead_max=32 llite.lustre-ffff9d16108f8000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 157.11 ops/second llite.lustre-ffff9d16108f8000.statahead_max=0 101 real 0m0.601s user 0m0.004s sys 0m0.238s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9d16108f8000.statahead_max=32 32 101 real 0m0.404s user 0m0.003s sys 0m0.212s ls -l 100 files with statahead: 0 sec statahead total: 131 statahead wrong: 2 agl total: 125 list_total: 35 fname_total: 96 hit_total: 22690 miss_total: 1408 total: 900 open/close in 2.16 seconds: 417.42 ops/second llite.lustre-ffff9d16108f8000.statahead_max=0 1001 real 0m5.854s user 0m0.018s sys 0m2.277s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9d16108f8000.statahead_max=32 32 1001 real 0m3.745s user 0m0.022s sys 0m1.808s ls -l 1000 files with statahead: 4 sec statahead total: 132 statahead wrong: 2 agl total: 126 list_total: 36 fname_total: 96 hit_total: 23689 miss_total: 1409 - open/close 4807 (time 1769761639.78 total 10.00 last 480.61) total: 9000 open/close in 18.66 seconds: 482.25 ops/second llite.lustre-ffff9d16108f8000.statahead_max=0 10001 real 0m59.150s user 0m0.221s sys 0m22.517s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff9d16108f8000.statahead_max=32 32 10001 real 0m39.124s user 0m0.172s sys 0m18.112s ls -l 10000 files with statahead: 39 sec statahead total: 133 statahead wrong: 2 agl total: 127 list_total: 37 fname_total: 96 hit_total: 33686 miss_total: 1412 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff9d16108f8000.statahead_stats= statahead total: 133 statahead wrong: 2 agl total: 127 list_total: 37 fname_total: 96 hit_total: 33686 miss_total: 1412 mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769761823.757261796 secs.nsecs start_time: 1769761610.990515918 secs.nsecs elapsed_time: 212.766745878 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 3 0 0 4: 4 1 1 8: 2 0 2 16: 195 55 57 32: 149 42 100 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769761823.757302961 secs.nsecs start_time: 1769761610.990583357 secs.nsecs elapsed_time: 212.766719604 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 0 1 8: 7 1 3 16: 199 56 59 32: 145 40 100 - open/close 4886 (time 1769761834.59 total 10.00 last 488.53) - open/close 9949 (time 1769761844.59 total 20.00 last 506.28) total: 10000 open/close in 20.10 seconds: 497.52 ops/second llite.lustre-ffff9d16108f8000.statahead_batch_max=0 llite.lustre-ffff9d16108f8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d16108f8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d16108f8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.422s user 0m0.168s sys 0m33.923s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d16108f8000.statahead_batch_max=32 llite.lustre-ffff9d16108f8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d16108f8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d16108f8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.529s user 0m0.171s sys 0m21.157s batched statahead RPC= hit count=9997 mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769761927.698228991 secs.nsecs start_time: 1769761883.078332713 secs.nsecs elapsed_time: 44.619896278 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769761927.698286430 secs.nsecs start_time: 1769761883.078448266 secs.nsecs elapsed_time: 44.619838164 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats=0 llite.lustre-ffff9d16108f8000.statahead_max=2048 llite.lustre-ffff9d16108f8000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.66 seconds: 151.55 ops/second llite.lustre-ffff9d16108f8000.statahead_max=0 101 real 0m0.663s user 0m0.005s sys 0m0.257s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9d16108f8000.statahead_max=2048 2048 101 real 0m0.424s user 0m0.005s sys 0m0.214s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10096 miss_total: 4 total: 900 open/close in 2.11 seconds: 426.25 ops/second llite.lustre-ffff9d16108f8000.statahead_max=0 1001 real 0m6.105s user 0m0.026s sys 0m2.357s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9d16108f8000.statahead_max=2048 2048 1001 real 0m3.253s user 0m0.013s sys 0m1.508s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11095 miss_total: 5 - open/close 3808 (time 1769762047.82 total 10.00 last 380.73) - open/close 7296 (time 1769762057.82 total 20.00 last 348.75) total: 9000 open/close in 24.73 seconds: 364.00 ops/second llite.lustre-ffff9d16108f8000.statahead_max=0 10001 real 1m4.572s user 0m0.279s sys 0m23.814s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff9d16108f8000.statahead_max=2048 2048 10001 real 0m28.996s user 0m0.165s sys 0m19.936s ls -l 10000 files with statahead: 29 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 74 seconds llite.lustre-ffff9d16108f8000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21094 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769762244.686004053 secs.nsecs start_time: 1769761928.545527692 secs.nsecs elapsed_time: 316.140476361 secs.nsecs subreqs per batch batches % cum % 1: 362 77 77 2: 47 10 87 4: 23 4 92 8: 1 0 93 16: 0 0 93 32: 0 0 93 64: 2 0 93 128: 2 0 93 256: 28 6 100 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769762244.686058155 secs.nsecs start_time: 1769761928.545673994 secs.nsecs elapsed_time: 316.140384161 secs.nsecs subreqs per batch batches % cum % 1: 369 77 77 2: 46 9 87 4: 25 5 92 8: 5 1 93 16: 0 0 93 32: 0 0 93 64: 2 0 93 128: 3 0 94 256: 27 5 100 - open/close 3650 (time 1769762256.07 total 10.00 last 364.98) - open/close 7144 (time 1769762266.07 total 20.00 last 349.36) total: 10000 open/close in 27.10 seconds: 369.06 ops/second llite.lustre-ffff9d16108f8000.statahead_batch_max=0 llite.lustre-ffff9d16108f8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d16108f8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d16108f8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.679s user 0m0.202s sys 0m27.460s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9d16108f8000.statahead_batch_max=256 llite.lustre-ffff9d16108f8000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9d16108f8000.stats=clear mdc.lustre-MDT0001-mdc-ffff9d16108f8000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.265s user 0m0.172s sys 0m20.757s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769762342.783165209 secs.nsecs start_time: 1769762308.287135854 secs.nsecs elapsed_time: 34.496029355 secs.nsecs subreqs per batch batches % cum % 1: 351 60 60 2: 93 15 75 4: 64 10 86 8: 15 2 89 16: 5 0 90 32: 21 3 93 64: 2 0 94 128: 1 0 94 256: 33 5 100 mdc.lustre-MDT0001-mdc-ffff9d16108f8000.batch_stats= snapshot_time: 1769762342.783226932 secs.nsecs start_time: 1769762308.287184737 secs.nsecs elapsed_time: 34.496042195 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9d16108f8000.statahead_batch_max=64 llite.lustre-ffff9d16108f8000.statahead_max=128