== sanity test 123ad: Verify batching statahead works correctly ========================================================== 08:17:05 (1742905025) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 llite.lustre-ffff88012a60f000.statahead_max=32 llite.lustre-ffff88012a60f000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.76 seconds: 131.25 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 101 real 0m0.769s user 0m0.012s sys 0m0.254s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a60f000.statahead_max=32 32 101 real 0m0.331s user 0m0.005s sys 0m0.128s ls -l 100 files with statahead: 0 sec statahead total: 43 statahead wrong: 2 agl total: 43 list_total: 19 fname_total: 24 hit_total: 12026 miss_total: 1245 total: 900 open/close in 2.07 seconds: 435.15 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 1001 real 0m5.475s user 0m0.042s sys 0m2.020s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a60f000.statahead_max=32 32 1001 real 0m1.792s user 0m0.016s sys 0m0.952s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 13025 miss_total: 1246 - open/close 5087 (time 1742905051.93 total 10.00 last 508.65) total: 9000 open/close in 17.15 seconds: 524.79 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 10001 real 0m49.160s user 0m0.361s sys 0m18.389s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff88012a60f000.statahead_max=32 32 10001 real 0m17.040s user 0m0.221s sys 0m9.045s ls -l 10000 files with statahead: 17 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23024 miss_total: 1247 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff88012a60f000.statahead_stats= statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 23024 miss_total: 1247 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905168.938836859 secs.nsecs start_time: 1742905027.100628880 secs.nsecs elapsed_time: 141.838207979 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 3 0 1 8: 10 2 3 16: 190 53 57 32: 150 42 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905168.938921178 secs.nsecs start_time: 1742905027.100690824 secs.nsecs elapsed_time: 141.838230354 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 0 0 8: 4 1 1 16: 199 56 58 32: 147 41 100 - open/close 4884 (time 1742905179.66 total 10.00 last 488.37) - open/close 9174 (time 1742905189.66 total 20.00 last 428.91) total: 10000 open/close in 21.74 seconds: 460.03 ops/second llite.lustre-ffff88012a60f000.statahead_batch_max=0 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.324s user 0m0.232s sys 0m9.404s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a60f000.statahead_batch_max=32 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.246s user 0m0.216s sys 0m9.015s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905226.369496462 secs.nsecs start_time: 1742905203.657355317 secs.nsecs elapsed_time: 22.712141145 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905226.369581741 secs.nsecs start_time: 1742905203.657420582 secs.nsecs elapsed_time: 22.712161159 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 llite.lustre-ffff88012a60f000.statahead_max=2048 llite.lustre-ffff88012a60f000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 200.82 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 101 real 0m0.457s user 0m0.003s sys 0m0.182s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a60f000.statahead_max=2048 2048 101 real 0m0.240s user 0m0.004s sys 0m0.103s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 5 total: 900 open/close in 1.68 seconds: 537.12 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 1001 real 0m4.583s user 0m0.026s sys 0m1.784s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a60f000.statahead_max=2048 2048 1001 real 0m1.376s user 0m0.024s sys 0m0.847s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 6 - open/close 6249 (time 1742905306.35 total 10.00 last 624.84) total: 9000 open/close in 14.41 seconds: 624.56 ops/second llite.lustre-ffff88012a60f000.statahead_max=0 10001 real 0m47.243s user 0m0.317s sys 0m18.005s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012a60f000.statahead_max=2048 2048 10001 real 0m10.315s user 0m0.193s sys 0m9.179s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 7 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012a60f000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 7 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905406.986269295 secs.nsecs start_time: 1742905226.783823201 secs.nsecs elapsed_time: 180.202446094 secs.nsecs subreqs per batch batches % cum % 1: 15 22 22 2: 3 4 27 4: 6 9 36 8: 6 9 45 16: 2 3 48 32: 0 0 48 64: 0 0 48 128: 9 13 62 256: 25 37 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905406.986334045 secs.nsecs start_time: 1742905226.783912229 secs.nsecs elapsed_time: 180.202421816 secs.nsecs subreqs per batch batches % cum % 1: 23 29 29 2: 0 0 29 4: 6 7 37 8: 7 8 46 16: 5 6 52 32: 1 1 53 64: 2 2 56 128: 1 1 57 256: 33 42 100 - open/close 5483 (time 1742905417.87 total 10.00 last 548.26) total: 10000 open/close in 18.39 seconds: 543.92 ops/second llite.lustre-ffff88012a60f000.statahead_batch_max=0 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.347s user 0m0.224s sys 0m10.178s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a60f000.statahead_batch_max=256 llite.lustre-ffff88012a60f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a60f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a60f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.944s user 0m0.229s sys 0m9.553s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905453.198651508 secs.nsecs start_time: 1742905439.651384471 secs.nsecs elapsed_time: 13.547267037 secs.nsecs subreqs per batch batches % cum % 1: 99 51 51 2: 13 6 58 4: 5 2 60 8: 5 2 63 16: 11 5 69 32: 18 9 78 64: 5 2 81 128: 1 0 81 256: 35 18 100 mdc.lustre-MDT0001-mdc-ffff88012a60f000.batch_stats= snapshot_time: 1742905453.198727796 secs.nsecs start_time: 1742905439.651452506 secs.nsecs elapsed_time: 13.547275290 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a60f000.statahead_batch_max=64 llite.lustre-ffff88012a60f000.statahead_max=128