== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:17:26 (1778365046) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats=0 llite.lustre-ffff8eadc4d04800.statahead_max=32 llite.lustre-ffff8eadc4d04800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.60 seconds: 166.40 ops/second llite.lustre-ffff8eadc4d04800.statahead_max=0 101 real 0m0.567s user 0m0.003s sys 0m0.206s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8eadc4d04800.statahead_max=32 32 101 real 0m0.393s user 0m0.002s sys 0m0.231s ls -l 100 files with statahead: 1 sec statahead total: 72 statahead wrong: 1 agl total: 67 list_total: 29 fname_total: 43 hit_total: 34031 miss_total: 209 total: 900 open/close in 1.87 seconds: 481.17 ops/second llite.lustre-ffff8eadc4d04800.statahead_max=0 1001 real 0m5.937s user 0m0.021s sys 0m2.226s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8eadc4d04800.statahead_max=32 32 1001 real 0m3.839s user 0m0.015s sys 0m1.922s ls -l 1000 files with statahead: 4 sec statahead total: 73 statahead wrong: 1 agl total: 68 list_total: 30 fname_total: 43 hit_total: 35030 miss_total: 210 - open/close 4792 (time 1778365076.05 total 10.00 last 479.19) total: 9000 open/close in 18.76 seconds: 479.82 ops/second llite.lustre-ffff8eadc4d04800.statahead_max=0 10001 real 0m56.673s user 0m0.199s sys 0m21.122s ls -l 10000 files without statahead: 57 sec llite.lustre-ffff8eadc4d04800.statahead_max=32 32 10001 real 0m37.274s user 0m0.139s sys 0m17.865s ls -l 10000 files with statahead: 37 sec statahead total: 74 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 43 hit_total: 45029 miss_total: 211 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff8eadc4d04800.statahead_stats= statahead total: 74 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 43 hit_total: 45029 miss_total: 211 mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365250.328450077 secs.nsecs start_time: 1778365047.715574224 secs.nsecs elapsed_time: 202.612875853 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 0 0 0 4: 3 0 1 8: 8 2 3 16: 222 63 67 32: 116 32 100 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365250.328489352 secs.nsecs start_time: 1778365047.715630656 secs.nsecs elapsed_time: 202.612858696 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 2 0 1 8: 5 1 2 16: 156 44 46 32: 189 53 100 - open/close 4410 (time 1778365261.25 total 10.00 last 440.93) - open/close 9036 (time 1778365271.25 total 20.00 last 462.59) total: 10000 open/close in 22.30 seconds: 448.46 ops/second llite.lustre-ffff8eadc4d04800.statahead_batch_max=0 llite.lustre-ffff8eadc4d04800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.stats=clear mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.294s user 0m0.150s sys 0m31.501s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8eadc4d04800.statahead_batch_max=32 llite.lustre-ffff8eadc4d04800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.stats=clear mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.015s user 0m0.159s sys 0m22.640s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365356.371489876 secs.nsecs start_time: 1778365311.160015801 secs.nsecs elapsed_time: 45.211474075 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365356.371530312 secs.nsecs start_time: 1778365311.160093251 secs.nsecs elapsed_time: 45.211437061 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats=0 llite.lustre-ffff8eadc4d04800.statahead_max=2048 llite.lustre-ffff8eadc4d04800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.43 ops/second llite.lustre-ffff8eadc4d04800.statahead_max=0 101 real 0m0.619s user 0m0.003s sys 0m0.239s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8eadc4d04800.statahead_max=2048 2048 101 real 0m0.507s user 0m0.004s sys 0m0.289s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.87 seconds: 480.83 ops/second llite.lustre-ffff8eadc4d04800.statahead_max=0 1001 real 0m5.670s user 0m0.015s sys 0m2.145s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8eadc4d04800.statahead_max=2048 2048 1001 real 0m3.236s user 0m0.013s sys 0m1.720s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4884 (time 1778365464.69 total 10.00 last 488.30) total: 9000 open/close in 18.95 seconds: 474.82 ops/second llite.lustre-ffff8eadc4d04800.statahead_max=0 10001 real 0m56.019s user 0m0.147s sys 0m20.463s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff8eadc4d04800.statahead_max=2048 2048 10001 real 0m31.046s user 0m0.135s sys 0m20.415s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff8eadc4d04800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365636.526958594 secs.nsecs start_time: 1778365357.124034194 secs.nsecs elapsed_time: 279.402924400 secs.nsecs subreqs per batch batches % cum % 1: 240 75 75 2: 26 8 83 4: 17 5 88 8: 4 1 89 16: 0 0 89 32: 0 0 89 64: 1 0 90 128: 5 1 91 256: 27 8 100 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365636.527033387 secs.nsecs start_time: 1778365357.124172064 secs.nsecs elapsed_time: 279.402861323 secs.nsecs subreqs per batch batches % cum % 1: 246 75 75 2: 25 7 83 4: 17 5 88 8: 3 0 89 16: 0 0 89 32: 0 0 89 64: 1 0 90 128: 2 0 90 256: 30 9 100 - open/close 3329 (time 1778365647.62 total 10.00 last 332.89) - open/close 6753 (time 1778365657.62 total 20.00 last 342.29) - open/close 9746 (time 1778365667.62 total 30.01 last 299.19) total: 10000 open/close in 30.56 seconds: 327.26 ops/second llite.lustre-ffff8eadc4d04800.statahead_batch_max=0 llite.lustre-ffff8eadc4d04800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.stats=clear mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.308s user 0m0.145s sys 0m36.449s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8eadc4d04800.statahead_batch_max=256 llite.lustre-ffff8eadc4d04800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.stats=clear mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.626s user 0m0.139s sys 0m20.056s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365750.627401062 secs.nsecs start_time: 1778365716.059522888 secs.nsecs elapsed_time: 34.567878174 secs.nsecs subreqs per batch batches % cum % 1: 219 60 60 2: 44 12 72 4: 35 9 81 8: 5 1 83 16: 4 1 84 32: 20 5 89 64: 3 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8eadc4d04800.batch_stats= snapshot_time: 1778365750.627444935 secs.nsecs start_time: 1778365716.059734690 secs.nsecs elapsed_time: 34.567710245 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8eadc4d04800.statahead_batch_max=64 llite.lustre-ffff8eadc4d04800.statahead_max=128