== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:09:39 (1741900179) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats=0 llite.lustre-ffff8800aaeb3800.statahead_max=32 llite.lustre-ffff8800aaeb3800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 206.92 ops/second llite.lustre-ffff8800aaeb3800.statahead_max=0 101 real 0m0.508s user 0m0.003s sys 0m0.200s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aaeb3800.statahead_max=32 32 101 real 0m0.349s user 0m0.002s sys 0m0.130s ls -l 100 files with statahead: 0 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 19 fname_total: 28 hit_total: 11778 miss_total: 216 total: 900 open/close in 1.70 seconds: 528.32 ops/second llite.lustre-ffff8800aaeb3800.statahead_max=0 1001 real 0m4.708s user 0m0.029s sys 0m1.805s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aaeb3800.statahead_max=32 32 1001 real 0m1.641s user 0m0.018s sys 0m0.865s ls -l 1000 files with statahead: 1 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 20 fname_total: 28 hit_total: 12777 miss_total: 217 - open/close 5361 (time 1741900203.72 total 10.00 last 536.08) total: 9000 open/close in 18.26 seconds: 492.97 ops/second llite.lustre-ffff8800aaeb3800.statahead_max=0 10001 real 0m44.083s user 0m0.245s sys 0m17.007s ls -l 10000 files without statahead: 44 sec llite.lustre-ffff8800aaeb3800.statahead_max=32 32 10001 real 0m15.692s user 0m0.218s sys 0m8.259s ls -l 10000 files with statahead: 15 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22776 miss_total: 218 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff8800aaeb3800.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22776 miss_total: 218 mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900308.075853742 secs.nsecs start_time: 1741900180.880647103 secs.nsecs elapsed_time: 127.195206639 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 1 0 1 4: 3 0 1 8: 8 2 4 16: 219 62 66 32: 118 33 100 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900308.075933662 secs.nsecs start_time: 1741900180.880694323 secs.nsecs elapsed_time: 127.195239339 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 0 1 8: 5 1 2 16: 163 45 48 32: 183 51 100 - open/close 6097 (time 1741900318.64 total 10.00 last 609.70) total: 10000 open/close in 16.53 seconds: 604.95 ops/second llite.lustre-ffff8800aaeb3800.statahead_batch_max=0 llite.lustre-ffff8800aaeb3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.747s user 0m0.219s sys 0m9.018s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aaeb3800.statahead_batch_max=32 llite.lustre-ffff8800aaeb3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.024s user 0m0.206s sys 0m8.919s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900359.250527958 secs.nsecs start_time: 1741900336.792396652 secs.nsecs elapsed_time: 22.458131306 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900359.250590728 secs.nsecs start_time: 1741900336.792453545 secs.nsecs elapsed_time: 22.458137183 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats=0 llite.lustre-ffff8800aaeb3800.statahead_max=2048 llite.lustre-ffff8800aaeb3800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.54 seconds: 186.65 ops/second llite.lustre-ffff8800aaeb3800.statahead_max=0 101 real 0m0.498s user 0m0.005s sys 0m0.190s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800aaeb3800.statahead_max=2048 2048 101 real 0m0.282s user 0m0.003s sys 0m0.124s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.60 seconds: 563.73 ops/second llite.lustre-ffff8800aaeb3800.statahead_max=0 1001 real 0m4.924s user 0m0.034s sys 0m1.891s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aaeb3800.statahead_max=2048 2048 1001 real 0m1.614s user 0m0.029s sys 0m0.979s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5260 (time 1741900441.70 total 10.00 last 525.96) total: 9000 open/close in 16.85 seconds: 534.02 ops/second llite.lustre-ffff8800aaeb3800.statahead_max=0 10001 real 0m48.351s user 0m0.279s sys 0m18.371s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff8800aaeb3800.statahead_max=2048 2048 10001 real 0m10.993s user 0m0.248s sys 0m9.370s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff8800aaeb3800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900548.041509224 secs.nsecs start_time: 1741900359.691693328 secs.nsecs elapsed_time: 188.349815896 secs.nsecs subreqs per batch batches % cum % 1: 8 15 15 2: 2 3 19 4: 2 3 23 8: 2 3 27 16: 2 3 31 32: 0 0 31 64: 1 1 33 128: 9 17 50 256: 25 49 100 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900548.041573486 secs.nsecs start_time: 1741900359.691792325 secs.nsecs elapsed_time: 188.349781161 secs.nsecs subreqs per batch batches % cum % 1: 11 18 18 2: 0 0 18 4: 2 3 22 8: 4 6 29 16: 1 1 31 32: 3 5 36 64: 3 5 41 128: 0 0 41 256: 34 58 100 - open/close 5518 (time 1741900558.66 total 10.00 last 551.70) total: 10000 open/close in 18.25 seconds: 547.98 ops/second llite.lustre-ffff8800aaeb3800.statahead_batch_max=0 llite.lustre-ffff8800aaeb3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.110s user 0m0.227s sys 0m9.863s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aaeb3800.statahead_batch_max=256 llite.lustre-ffff8800aaeb3800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.575s user 0m0.224s sys 0m9.161s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900593.006176192 secs.nsecs start_time: 1741900579.960037838 secs.nsecs elapsed_time: 13.046138354 secs.nsecs subreqs per batch batches % cum % 1: 179 63 63 2: 14 4 68 4: 14 4 73 8: 11 3 77 16: 9 3 80 32: 15 5 85 64: 5 1 87 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff8800aaeb3800.batch_stats= snapshot_time: 1741900593.006261542 secs.nsecs start_time: 1741900579.960105828 secs.nsecs elapsed_time: 13.046155714 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aaeb3800.statahead_batch_max=64 llite.lustre-ffff8800aaeb3800.statahead_max=128