== sanity test 123ad: Verify batching statahead works correctly ========================================================== 09:08:20 (1748869700) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats=0 llite.lustre-ffff88012e32f000.statahead_max=32 llite.lustre-ffff88012e32f000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 189.40 ops/second llite.lustre-ffff88012e32f000.statahead_max=0 101 real 0m0.504s user 0m0.004s sys 0m0.181s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e32f000.statahead_max=32 32 101 real 0m0.314s user 0m0.003s sys 0m0.113s ls -l 100 files with statahead: 0 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 11534 miss_total: 220 total: 900 open/close in 1.71 seconds: 526.72 ops/second llite.lustre-ffff88012e32f000.statahead_max=0 1001 real 0m4.697s user 0m0.028s sys 0m1.717s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012e32f000.statahead_max=32 32 1001 real 0m1.664s user 0m0.015s sys 0m0.880s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 12533 miss_total: 221 - open/close 5254 (time 1748869724.49 total 10.00 last 525.31) total: 9000 open/close in 17.00 seconds: 529.46 ops/second llite.lustre-ffff88012e32f000.statahead_max=0 10001 real 0m47.822s user 0m0.232s sys 0m16.824s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012e32f000.statahead_max=32 32 10001 real 0m16.470s user 0m0.197s sys 0m8.735s ls -l 10000 files with statahead: 16 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22532 miss_total: 222 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff88012e32f000.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22532 miss_total: 222 mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748869833.526683644 secs.nsecs start_time: 1748869701.870561521 secs.nsecs elapsed_time: 131.656122123 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 5 1 2 16: 199 56 59 32: 145 40 100 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748869833.526715310 secs.nsecs start_time: 1748869701.870606057 secs.nsecs elapsed_time: 131.656109253 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 194 54 58 32: 149 41 100 - open/close 5245 (time 1748869844.20 total 10.00 last 524.50) total: 10000 open/close in 18.83 seconds: 530.97 ops/second llite.lustre-ffff88012e32f000.statahead_batch_max=0 llite.lustre-ffff88012e32f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e32f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e32f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.160s user 0m0.211s sys 0m9.436s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012e32f000.statahead_batch_max=32 llite.lustre-ffff88012e32f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e32f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e32f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.936s user 0m0.176s sys 0m8.547s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748869886.109235084 secs.nsecs start_time: 1748869864.920345231 secs.nsecs elapsed_time: 21.188889853 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748869886.109269430 secs.nsecs start_time: 1748869864.920391091 secs.nsecs elapsed_time: 21.188878339 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats=0 llite.lustre-ffff88012e32f000.statahead_max=2048 llite.lustre-ffff88012e32f000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 188.15 ops/second llite.lustre-ffff88012e32f000.statahead_max=0 101 real 0m0.543s user 0m0.003s sys 0m0.201s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e32f000.statahead_max=2048 2048 101 real 0m0.275s user 0m0.004s sys 0m0.103s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.17 seconds: 414.45 ops/second llite.lustre-ffff88012e32f000.statahead_max=0 1001 real 0m4.970s user 0m0.022s sys 0m1.815s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012e32f000.statahead_max=2048 2048 1001 real 0m1.373s user 0m0.018s sys 0m0.895s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4897 (time 1748869969.30 total 10.00 last 489.60) total: 9000 open/close in 18.15 seconds: 495.80 ops/second llite.lustre-ffff88012e32f000.statahead_max=0 10001 real 0m51.793s user 0m0.251s sys 0m18.609s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff88012e32f000.statahead_max=2048 2048 10001 real 0m10.284s user 0m0.178s sys 0m8.956s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff88012e32f000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748870079.517127941 secs.nsecs start_time: 1748869886.486660291 secs.nsecs elapsed_time: 193.030467650 secs.nsecs subreqs per batch batches % cum % 1: 7 15 15 2: 0 0 15 4: 4 8 23 8: 0 0 23 16: 0 0 23 32: 0 0 23 64: 1 2 26 128: 8 17 43 256: 26 56 100 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748870079.517161046 secs.nsecs start_time: 1748869886.486734149 secs.nsecs elapsed_time: 193.030426897 secs.nsecs subreqs per batch batches % cum % 1: 4 8 8 2: 0 0 8 4: 1 2 10 8: 4 8 18 16: 2 4 22 32: 2 4 26 64: 3 6 32 128: 0 0 32 256: 34 68 100 - open/close 5267 (time 1748870090.10 total 10.00 last 526.62) total: 10000 open/close in 18.76 seconds: 532.92 ops/second llite.lustre-ffff88012e32f000.statahead_batch_max=0 llite.lustre-ffff88012e32f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e32f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e32f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.238s user 0m0.221s sys 0m10.097s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012e32f000.statahead_batch_max=256 llite.lustre-ffff88012e32f000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e32f000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e32f000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.262s user 0m0.190s sys 0m8.854s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748870124.549997680 secs.nsecs start_time: 1748870111.973696842 secs.nsecs elapsed_time: 12.576300838 secs.nsecs subreqs per batch batches % cum % 1: 141 60 60 2: 10 4 64 4: 10 4 68 8: 8 3 71 16: 15 6 78 32: 13 5 83 64: 2 0 84 128: 0 0 84 256: 36 15 100 mdc.lustre-MDT0001-mdc-ffff88012e32f000.batch_stats= snapshot_time: 1748870124.550030526 secs.nsecs start_time: 1748870111.973740827 secs.nsecs elapsed_time: 12.576289699 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012e32f000.statahead_batch_max=64 llite.lustre-ffff88012e32f000.statahead_max=128