== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:16:14 (1746159374) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats=0 llite.lustre-ffff8800a9c38800.statahead_max=32 llite.lustre-ffff8800a9c38800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.78 seconds: 56.05 ops/second llite.lustre-ffff8800a9c38800.statahead_max=0 101 real 0m1.664s user 0m0.021s sys 0m0.364s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800a9c38800.statahead_max=32 32 101 real 0m0.659s user 0m0.007s sys 0m0.184s ls -l 100 files with statahead: 0 sec statahead total: 158 statahead wrong: 2 agl total: 158 list_total: 29 fname_total: 129 hit_total: 3628 miss_total: 1604 total: 900 open/close in 8.13 seconds: 110.75 ops/second llite.lustre-ffff8800a9c38800.statahead_max=0 1001 real 0m17.618s user 0m0.059s sys 0m3.718s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff8800a9c38800.statahead_max=32 32 1001 real 0m4.880s user 0m0.031s sys 0m1.499s ls -l 1000 files with statahead: 4 sec statahead total: 159 statahead wrong: 2 agl total: 159 list_total: 30 fname_total: 129 hit_total: 4627 miss_total: 1611 - open/close 958 (time 1746159431.72 total 10.00 last 95.78) total: 1000 open/close in 10.45 seconds: 95.66 ops/second llite.lustre-ffff8800a9c38800.statahead_max=0 2001 real 0m34.839s user 0m0.152s sys 0m7.051s ls -l 2000 files without statahead: 34 sec llite.lustre-ffff8800a9c38800.statahead_max=32 32 2001 real 0m12.241s user 0m0.076s sys 0m3.134s ls -l 2000 files with statahead: 12 sec statahead total: 160 statahead wrong: 2 agl total: 160 list_total: 31 fname_total: 129 hit_total: 6626 miss_total: 1623 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff8800a9c38800.statahead_stats= statahead total: 160 statahead wrong: 2 agl total: 160 list_total: 31 fname_total: 129 hit_total: 6626 miss_total: 1623 mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746159518.976307466 secs.nsecs start_time: 1746159377.344325179 secs.nsecs elapsed_time: 141.631982287 secs.nsecs subreqs per batch batches % cum % 1: 1 1 1 2: 3 3 4 4: 1 1 5 8: 3 3 8 16: 61 61 69 32: 31 31 100 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746159518.976400390 secs.nsecs start_time: 1746159377.344397136 secs.nsecs elapsed_time: 141.632003254 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 1 0 2 8: 7 6 9 16: 37 35 44 32: 58 55 100 - open/close 900 (time 1746159531.12 total 10.00 last 90.00) - open/close 1851 (time 1746159541.13 total 20.01 last 95.02) - open/close 2714 (time 1746159551.14 total 30.01 last 86.28) - open/close 3609 (time 1746159561.15 total 40.02 last 89.41) - open/close 4658 (time 1746159571.15 total 50.02 last 104.88) - open/close 5568 (time 1746159581.16 total 60.03 last 90.92) - open/close 6620 (time 1746159591.16 total 70.04 last 105.15) - open/close 7614 (time 1746159601.16 total 80.04 last 99.38) - open/close 8482 (time 1746159611.16 total 90.04 last 86.80) - open/close 9400 (time 1746159621.17 total 100.05 last 91.73) total: 10000 open/close in 106.26 seconds: 94.11 ops/second llite.lustre-ffff8800a9c38800.statahead_batch_max=0 llite.lustre-ffff8800a9c38800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c38800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9c38800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.054s user 0m0.377s sys 0m14.297s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9c38800.statahead_batch_max=32 llite.lustre-ffff8800a9c38800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c38800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9c38800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.346s user 0m0.347s sys 0m14.995s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746159746.233859693 secs.nsecs start_time: 1746159676.787640595 secs.nsecs elapsed_time: 69.446219098 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746159746.239277199 secs.nsecs start_time: 1746159676.787706240 secs.nsecs elapsed_time: 69.451570959 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats=0 llite.lustre-ffff8800a9c38800.statahead_max=2048 llite.lustre-ffff8800a9c38800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.20 seconds: 45.55 ops/second llite.lustre-ffff8800a9c38800.statahead_max=0 101 real 0m1.805s user 0m0.018s sys 0m0.404s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800a9c38800.statahead_max=2048 2048 101 real 0m0.546s user 0m0.009s sys 0m0.205s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 69 total: 900 open/close in 7.96 seconds: 113.05 ops/second llite.lustre-ffff8800a9c38800.statahead_max=0 1001 real 0m18.406s user 0m0.068s sys 0m3.736s ls -l 1000 files without statahead: 18 sec llite.lustre-ffff8800a9c38800.statahead_max=2048 2048 1001 real 0m3.526s user 0m0.041s sys 0m1.509s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 70 total: 1000 open/close in 9.82 seconds: 101.88 ops/second llite.lustre-ffff8800a9c38800.statahead_max=0 2001 real 0m36.848s user 0m0.134s sys 0m7.374s ls -l 2000 files without statahead: 37 sec llite.lustre-ffff8800a9c38800.statahead_max=2048 2048 2001 real 0m5.790s user 0m0.059s sys 0m2.806s ls -l 2000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 71 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff8800a9c38800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 13096 miss_total: 71 mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746160092.207045985 secs.nsecs start_time: 1746159747.488094557 secs.nsecs elapsed_time: 344.718951428 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 6 6 4: 1 6 13 8: 5 33 46 16: 1 6 53 32: 1 6 60 64: 0 0 60 128: 0 0 60 256: 6 40 100 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746160092.207141773 secs.nsecs start_time: 1746159747.488205582 secs.nsecs elapsed_time: 344.718936191 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 26 26 8: 3 20 46 16: 1 6 53 32: 0 0 53 64: 1 6 60 128: 0 0 60 256: 6 40 100 - open/close 953 (time 1746160104.02 total 10.01 last 95.18) - open/close 1916 (time 1746160114.03 total 20.02 last 96.23) - open/close 2791 (time 1746160124.05 total 30.04 last 87.32) - open/close 3724 (time 1746160134.05 total 40.05 last 93.23) - open/close 4691 (time 1746160144.06 total 50.05 last 96.63) - open/close 5666 (time 1746160154.09 total 60.09 last 97.20) - open/close 6666 (time 1746160164.10 total 70.09 last 99.94) - open/close 7654 (time 1746160174.10 total 80.10 last 98.74) - open/close 8677 (time 1746160184.12 total 90.12 last 102.10) - open/close 9799 (time 1746160194.13 total 100.13 last 112.10) total: 10000 open/close in 102.17 seconds: 97.88 ops/second llite.lustre-ffff8800a9c38800.statahead_batch_max=0 llite.lustre-ffff8800a9c38800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c38800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9c38800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.074s user 0m0.411s sys 0m13.516s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9c38800.statahead_batch_max=256 llite.lustre-ffff8800a9c38800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9c38800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9c38800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.507s user 0m0.473s sys 0m13.973s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746160274.533070001 secs.nsecs start_time: 1746160240.803700563 secs.nsecs elapsed_time: 33.729369438 secs.nsecs subreqs per batch batches % cum % 1: 136 51 51 2: 27 10 61 4: 20 7 69 8: 14 5 74 16: 12 4 79 32: 14 5 84 64: 5 1 86 128: 0 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff8800a9c38800.batch_stats= snapshot_time: 1746160274.533177023 secs.nsecs start_time: 1746160240.803773654 secs.nsecs elapsed_time: 33.729403369 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9c38800.statahead_batch_max=64 llite.lustre-ffff8800a9c38800.statahead_max=128