== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:02:20 (1736787740) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats=0 llite.lustre-ffff8800b66ff000.statahead_max=32 llite.lustre-ffff8800b66ff000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 157.17 ops/second llite.lustre-ffff8800b66ff000.statahead_max=0 101 real 0m0.514s user 0m0.004s sys 0m0.185s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b66ff000.statahead_max=32 32 101 real 0m0.330s user 0m0.002s sys 0m0.120s ls -l 100 files with statahead: 1 sec statahead total: 43 statahead wrong: 2 agl total: 43 list_total: 19 fname_total: 24 hit_total: 12207 miss_total: 1247 total: 900 open/close in 1.94 seconds: 463.54 ops/second llite.lustre-ffff8800b66ff000.statahead_max=0 1001 real 0m5.610s user 0m0.022s sys 0m2.062s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800b66ff000.statahead_max=32 32 1001 real 0m1.615s user 0m0.020s sys 0m0.882s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 13206 miss_total: 1248 - open/close 4979 (time 1736787765.36 total 10.00 last 497.87) total: 9000 open/close in 18.06 seconds: 498.32 ops/second llite.lustre-ffff8800b66ff000.statahead_max=0 10001 real 1m1.944s user 0m0.287s sys 0m22.581s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff8800b66ff000.statahead_max=32 32 10001 real 0m18.292s user 0m0.183s sys 0m9.771s ls -l 10000 files with statahead: 18 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23205 miss_total: 1249 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff8800b66ff000.statahead_stats= statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23205 miss_total: 1249 mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736787895.397549014 secs.nsecs start_time: 1736787741.279819118 secs.nsecs elapsed_time: 154.117729896 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 6 1 3 16: 189 53 56 32: 154 43 100 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736787895.397707622 secs.nsecs start_time: 1736787741.279924356 secs.nsecs elapsed_time: 154.117783266 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 4 1 1 8: 6 1 3 16: 197 55 58 32: 146 41 100 - open/close 4934 (time 1736787906.14 total 10.00 last 493.34) total: 10000 open/close in 19.51 seconds: 512.51 ops/second llite.lustre-ffff8800b66ff000.statahead_batch_max=0 llite.lustre-ffff8800b66ff000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b66ff000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b66ff000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.521s user 0m0.183s sys 0m8.826s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b66ff000.statahead_batch_max=32 llite.lustre-ffff8800b66ff000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b66ff000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b66ff000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.606s user 0m0.191s sys 0m9.310s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736787949.743257339 secs.nsecs start_time: 1736787926.880106634 secs.nsecs elapsed_time: 22.863150705 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736787949.743364484 secs.nsecs start_time: 1736787926.880187734 secs.nsecs elapsed_time: 22.863176750 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats=0 llite.lustre-ffff8800b66ff000.statahead_max=2048 llite.lustre-ffff8800b66ff000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 198.37 ops/second llite.lustre-ffff8800b66ff000.statahead_max=0 101 real 0m0.487s user 0m0.003s sys 0m0.173s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b66ff000.statahead_max=2048 2048 101 real 0m0.259s user 0m0.004s sys 0m0.103s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.68 seconds: 536.69 ops/second llite.lustre-ffff8800b66ff000.statahead_max=0 1001 real 0m4.925s user 0m0.016s sys 0m1.778s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b66ff000.statahead_max=2048 2048 1001 real 0m1.221s user 0m0.017s sys 0m0.761s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4846 (time 1736788030.87 total 10.00 last 484.55) total: 9000 open/close in 17.70 seconds: 508.38 ops/second llite.lustre-ffff8800b66ff000.statahead_max=0 10001 real 0m51.734s user 0m0.234s sys 0m18.773s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff8800b66ff000.statahead_max=2048 2048 10001 real 0m9.039s user 0m0.195s sys 0m7.985s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 43 seconds llite.lustre-ffff8800b66ff000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736788147.412947753 secs.nsecs start_time: 1736787950.181778922 secs.nsecs elapsed_time: 197.231168831 secs.nsecs subreqs per batch batches % cum % 1: 18 29 29 2: 1 1 31 4: 4 6 37 8: 2 3 40 16: 1 1 42 32: 0 0 42 64: 1 1 44 128: 7 11 55 256: 27 44 100 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736788147.413161426 secs.nsecs start_time: 1736787950.181928446 secs.nsecs elapsed_time: 197.231232980 secs.nsecs subreqs per batch batches % cum % 1: 11 18 18 2: 0 0 18 4: 2 3 21 8: 7 11 32 16: 1 1 34 32: 4 6 40 64: 2 3 44 128: 0 0 44 256: 34 55 100 - open/close 3762 (time 1736788158.21 total 10.00 last 376.12) - open/close 7553 (time 1736788168.21 total 20.01 last 378.96) total: 10000 open/close in 28.36 seconds: 352.58 ops/second llite.lustre-ffff8800b66ff000.statahead_batch_max=0 llite.lustre-ffff8800b66ff000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b66ff000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b66ff000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.584s user 0m0.193s sys 0m8.499s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b66ff000.statahead_batch_max=256 llite.lustre-ffff8800b66ff000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b66ff000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b66ff000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.832s user 0m0.162s sys 0m7.803s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736788199.059497364 secs.nsecs start_time: 1736788188.121501190 secs.nsecs elapsed_time: 10.937996174 secs.nsecs subreqs per batch batches % cum % 1: 184 65 65 2: 10 3 69 4: 6 2 71 8: 11 3 75 16: 16 5 80 32: 15 5 86 64: 3 1 87 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff8800b66ff000.batch_stats= snapshot_time: 1736788199.059723931 secs.nsecs start_time: 1736788188.121598922 secs.nsecs elapsed_time: 10.938125009 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b66ff000.statahead_batch_max=64 llite.lustre-ffff8800b66ff000.statahead_max=128