== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:06:58 (1772762818) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats=0 llite.lustre-ffff928e49478000.statahead_max=32 llite.lustre-ffff928e49478000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats=0 total: 100 open/close in 0.71 seconds: 141.03 ops/second llite.lustre-ffff928e49478000.statahead_max=0 101 real 0m0.640s user 0m0.007s sys 0m0.242s ls -l 100 files without statahead: 1 sec llite.lustre-ffff928e49478000.statahead_max=32 32 101 real 0m0.393s user 0m0.003s sys 0m0.199s ls -l 100 files with statahead: 0 sec statahead total: 58 statahead wrong: 1 agl total: 54 list_total: 29 fname_total: 29 hit_total: 18940 miss_total: 221 total: 900 open/close in 2.16 seconds: 417.36 ops/second llite.lustre-ffff928e49478000.statahead_max=0 1001 real 0m6.839s user 0m0.029s sys 0m2.490s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff928e49478000.statahead_max=32 32 1001 real 0m3.776s user 0m0.021s sys 0m2.110s ls -l 1000 files with statahead: 4 sec statahead total: 59 statahead wrong: 1 agl total: 55 list_total: 30 fname_total: 29 hit_total: 19939 miss_total: 222 - open/close 4324 (time 1772762849.80 total 10.00 last 432.30) - open/close 8260 (time 1772762859.80 total 20.00 last 393.59) total: 9000 open/close in 22.00 seconds: 409.04 ops/second llite.lustre-ffff928e49478000.statahead_max=0 10001 real 1m19.999s user 0m0.327s sys 0m25.887s ls -l 10000 files without statahead: 80 sec llite.lustre-ffff928e49478000.statahead_max=32 32 10001 real 0m41.081s user 0m0.173s sys 0m19.832s ls -l 10000 files with statahead: 42 sec statahead total: 60 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 29 hit_total: 29926 miss_total: 235 ls -l done rm -r /mnt/lustre/d123ad.sanity: 76 seconds llite.lustre-ffff928e49478000.statahead_stats= statahead total: 60 statahead wrong: 1 agl total: 56 list_total: 31 fname_total: 29 hit_total: 29926 miss_total: 235 mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats= snapshot_time: 1772763072.278434244 secs.nsecs start_time: 1772762820.066271170 secs.nsecs elapsed_time: 252.212163074 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 3 0 2 32: 347 97 100 - open/close 3523 (time 1772763083.28 total 10.00 last 352.28) - open/close 7084 (time 1772763093.28 total 20.00 last 356.05) total: 10000 open/close in 29.65 seconds: 337.28 ops/second llite.lustre-ffff928e49478000.statahead_batch_max=0 llite.lustre-ffff928e49478000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff928e49478000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.811s user 0m0.216s sys 0m29.741s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff928e49478000.statahead_batch_max=32 llite.lustre-ffff928e49478000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff928e49478000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.273s user 0m0.184s sys 0m20.739s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats= snapshot_time: 1772763181.130320267 secs.nsecs start_time: 1772763138.300949206 secs.nsecs elapsed_time: 42.829371061 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats=0 llite.lustre-ffff928e49478000.statahead_max=2048 llite.lustre-ffff928e49478000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats=0 total: 100 open/close in 0.76 seconds: 131.14 ops/second llite.lustre-ffff928e49478000.statahead_max=0 101 real 0m0.653s user 0m0.001s sys 0m0.257s ls -l 100 files without statahead: 0 sec llite.lustre-ffff928e49478000.statahead_max=2048 2048 101 real 0m0.353s user 0m0.002s sys 0m0.210s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.46 seconds: 365.29 ops/second llite.lustre-ffff928e49478000.statahead_max=0 1001 real 0m7.330s user 0m0.040s sys 0m2.593s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff928e49478000.statahead_max=2048 2048 1001 real 0m3.346s user 0m0.013s sys 0m1.321s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3974 (time 1772763309.96 total 10.00 last 397.29) - open/close 7946 (time 1772763319.97 total 20.00 last 397.14) total: 9000 open/close in 22.46 seconds: 400.68 ops/second llite.lustre-ffff928e49478000.statahead_max=0 10001 real 1m5.394s user 0m0.293s sys 0m23.846s ls -l 10000 files without statahead: 66 sec llite.lustre-ffff928e49478000.statahead_max=2048 2048 10001 real 0m28.131s user 0m0.185s sys 0m20.268s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff928e49478000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats= snapshot_time: 1772763494.492503865 secs.nsecs start_time: 1772763181.942516736 secs.nsecs elapsed_time: 312.549987129 secs.nsecs subreqs per batch batches % cum % 1: 308 62 62 2: 71 14 76 4: 39 7 84 8: 9 1 86 16: 11 2 88 32: 18 3 91 64: 0 0 91 128: 1 0 92 256: 39 7 100 - open/close 3403 (time 1772763505.38 total 10.00 last 340.19) - open/close 5921 (time 1772763515.39 total 20.01 last 251.70) - open/close 8637 (time 1772763525.39 total 30.01 last 271.52) total: 10000 open/close in 35.67 seconds: 280.31 ops/second llite.lustre-ffff928e49478000.statahead_batch_max=0 llite.lustre-ffff928e49478000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff928e49478000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.318s user 0m0.194s sys 0m27.118s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff928e49478000.statahead_batch_max=256 llite.lustre-ffff928e49478000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff928e49478000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.051s user 0m0.195s sys 0m20.841s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff928e49478000.batch_stats= snapshot_time: 1772763601.576482897 secs.nsecs start_time: 1772763566.867489204 secs.nsecs elapsed_time: 34.708993693 secs.nsecs subreqs per batch batches % cum % 1: 361 67 67 2: 59 11 78 4: 29 5 84 8: 19 3 87 16: 5 0 88 32: 24 4 93 64: 1 0 93 128: 0 0 93 256: 34 6 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff928e49478000.statahead_batch_max=64 llite.lustre-ffff928e49478000.statahead_max=128