== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:20:44 (1775226044) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats=0 llite.lustre-ffff9b4607f9e800.statahead_max=32 llite.lustre-ffff9b4607f9e800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.71 seconds: 140.05 ops/second llite.lustre-ffff9b4607f9e800.statahead_max=0 101 real 0m0.662s user 0m0.004s sys 0m0.253s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9b4607f9e800.statahead_max=32 32 101 real 0m0.433s user 0m0.004s sys 0m0.273s ls -l 100 files with statahead: 0 sec statahead total: 107 statahead wrong: 2 agl total: 101 list_total: 34 fname_total: 73 hit_total: 19653 miss_total: 1186 total: 900 open/close in 2.00 seconds: 449.23 ops/second llite.lustre-ffff9b4607f9e800.statahead_max=0 1001 real 0m6.324s user 0m0.022s sys 0m2.387s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9b4607f9e800.statahead_max=32 32 1001 real 0m4.124s user 0m0.013s sys 0m1.998s ls -l 1000 files with statahead: 4 sec statahead total: 108 statahead wrong: 2 agl total: 102 list_total: 35 fname_total: 73 hit_total: 20652 miss_total: 1187 - open/close 4926 (time 1775226075.50 total 10.00 last 492.52) total: 9000 open/close in 18.54 seconds: 485.56 ops/second llite.lustre-ffff9b4607f9e800.statahead_max=0 10001 real 1m0.722s user 0m0.268s sys 0m22.913s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff9b4607f9e800.statahead_max=32 32 10001 real 0m37.059s user 0m0.187s sys 0m17.842s ls -l 10000 files with statahead: 37 sec statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 36 fname_total: 73 hit_total: 30651 miss_total: 1188 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff9b4607f9e800.statahead_stats= statahead total: 109 statahead wrong: 2 agl total: 103 list_total: 36 fname_total: 73 hit_total: 30651 miss_total: 1188 mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226253.109479706 secs.nsecs start_time: 1775226045.931752109 secs.nsecs elapsed_time: 207.177727597 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 0 0 0 4: 2 0 1 8: 5 1 2 16: 238 67 70 32: 104 29 100 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226253.109522013 secs.nsecs start_time: 1775226045.931807801 secs.nsecs elapsed_time: 207.177714212 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 4 1 1 8: 6 1 3 16: 159 44 47 32: 185 52 100 - open/close 5437 (time 1775226263.99 total 10.00 last 543.65) total: 10000 open/close in 18.41 seconds: 543.10 ops/second llite.lustre-ffff9b4607f9e800.statahead_batch_max=0 llite.lustre-ffff9b4607f9e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.650s user 0m0.155s sys 0m29.939s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9b4607f9e800.statahead_batch_max=32 llite.lustre-ffff9b4607f9e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.013s user 0m0.167s sys 0m24.643s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226353.481241912 secs.nsecs start_time: 1775226306.834110534 secs.nsecs elapsed_time: 46.647131378 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226353.481292279 secs.nsecs start_time: 1775226306.834157599 secs.nsecs elapsed_time: 46.647134680 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats=0 llite.lustre-ffff9b4607f9e800.statahead_max=2048 llite.lustre-ffff9b4607f9e800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.68 seconds: 147.80 ops/second llite.lustre-ffff9b4607f9e800.statahead_max=0 101 real 0m0.645s user 0m0.006s sys 0m0.247s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9b4607f9e800.statahead_max=2048 2048 101 real 0m0.507s user 0m0.004s sys 0m0.382s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.93 seconds: 467.48 ops/second llite.lustre-ffff9b4607f9e800.statahead_max=0 1001 real 0m5.770s user 0m0.018s sys 0m2.200s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9b4607f9e800.statahead_max=2048 2048 1001 real 0m3.809s user 0m0.013s sys 0m1.576s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4994 (time 1775226469.48 total 10.00 last 499.34) total: 9000 open/close in 18.27 seconds: 492.59 ops/second llite.lustre-ffff9b4607f9e800.statahead_max=0 10001 real 2m25.533s user 0m0.301s sys 0m29.189s ls -l 10000 files without statahead: 146 sec llite.lustre-ffff9b4607f9e800.statahead_max=2048 2048 10001 real 0m30.612s user 0m0.199s sys 0m19.455s ls -l 10000 files with statahead: 30 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 113 seconds llite.lustre-ffff9b4607f9e800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226780.628347178 secs.nsecs start_time: 1775226354.389854116 secs.nsecs elapsed_time: 426.238493062 secs.nsecs subreqs per batch batches % cum % 1: 154 69 69 2: 20 9 78 4: 10 4 82 8: 4 1 84 16: 1 0 85 32: 0 0 85 64: 1 0 85 128: 7 3 88 256: 25 11 100 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226780.628413333 secs.nsecs start_time: 1775226354.389986579 secs.nsecs elapsed_time: 426.238426754 secs.nsecs subreqs per batch batches % cum % 1: 170 68 68 2: 22 8 77 4: 13 5 82 8: 6 2 85 16: 1 0 85 32: 1 0 86 64: 1 0 86 128: 1 0 87 256: 32 12 100 - open/close 1208 (time 1775226791.97 total 10.01 last 120.71) - open/close 2562 (time 1775226801.98 total 20.01 last 135.33) - open/close 4136 (time 1775226811.98 total 30.02 last 157.34) - open/close 5498 (time 1775226821.98 total 40.02 last 136.17) - open/close 6932 (time 1775226831.99 total 50.02 last 143.38) - open/close 8185 (time 1775226841.99 total 60.02 last 125.28) - open/close 9707 (time 1775226851.99 total 70.02 last 152.20) total: 10000 open/close in 72.58 seconds: 137.77 ops/second llite.lustre-ffff9b4607f9e800.statahead_batch_max=0 llite.lustre-ffff9b4607f9e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.889s user 0m0.263s sys 0m22.463s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9b4607f9e800.statahead_batch_max=256 llite.lustre-ffff9b4607f9e800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.stats=clear mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.758s user 0m0.265s sys 0m19.623s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226933.344157925 secs.nsecs start_time: 1775226894.228334691 secs.nsecs elapsed_time: 39.115823234 secs.nsecs subreqs per batch batches % cum % 1: 272 60 60 2: 55 12 72 4: 40 8 81 8: 21 4 86 16: 3 0 87 32: 19 4 91 64: 4 0 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff9b4607f9e800.batch_stats= snapshot_time: 1775226933.344225363 secs.nsecs start_time: 1775226894.228403284 secs.nsecs elapsed_time: 39.115822079 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9b4607f9e800.statahead_batch_max=64 llite.lustre-ffff9b4607f9e800.statahead_max=128