== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:28:16 (1713079696) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats=0 llite.lustre-ffff88012aaf4800.statahead_max=32 llite.lustre-ffff88012aaf4800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.83 seconds: 120.38 ops/second llite.lustre-ffff88012aaf4800.statahead_max=0 101 real 0m0.694s user 0m0.005s sys 0m0.242s ls -l 100 files without statahead: 0 sec llite.lustre-ffff88012aaf4800.statahead_max=32 32 101 real 0m0.279s user 0m0.001s sys 0m0.092s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11393 miss_total: 140 total: 900 open/close in 3.57 seconds: 252.04 ops/second llite.lustre-ffff88012aaf4800.statahead_max=0 1001 real 0m8.075s user 0m0.032s sys 0m2.782s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012aaf4800.statahead_max=32 32 1001 real 0m1.854s user 0m0.024s sys 0m1.001s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12392 miss_total: 141 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12392 miss_total: 141 mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079723.662350306 secs.nsecs start_time: 1713079697.977339343 secs.nsecs elapsed_time: 25.685010963 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 3 8 10 4: 1 2 13 8: 3 8 21 16: 24 64 86 32: 5 13 100 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079723.662546329 secs.nsecs start_time: 1713079697.977500689 secs.nsecs elapsed_time: 25.685045640 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 1 2 5 8: 2 5 10 16: 10 25 35 32: 25 64 100 - open/close 2733 (time 1713079734.57 total 10.00 last 273.20) - open/close 5413 (time 1713079744.57 total 20.00 last 267.98) - open/close 8006 (time 1713079754.57 total 30.01 last 259.28) total: 10000 open/close in 37.86 seconds: 264.16 ops/second llite.lustre-ffff88012aaf4800.statahead_batch_max=0 llite.lustre-ffff88012aaf4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012aaf4800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012aaf4800.stats=clear 10001 real 0m7.486s user 0m0.178s sys 0m6.833s llite.lustre-ffff88012aaf4800.statahead_batch_max=32 llite.lustre-ffff88012aaf4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012aaf4800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012aaf4800.stats=clear 10001 real 0m26.682s user 0m0.265s sys 0m12.107s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079800.396053365 secs.nsecs start_time: 1713079771.705930042 secs.nsecs elapsed_time: 28.690123323 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079800.396241535 secs.nsecs start_time: 1713079771.706089834 secs.nsecs elapsed_time: 28.690151701 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats=0 llite.lustre-ffff88012aaf4800.statahead_max=2048 llite.lustre-ffff88012aaf4800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.81 seconds: 123.34 ops/second llite.lustre-ffff88012aaf4800.statahead_max=0 101 real 0m0.889s user 0m0.005s sys 0m0.314s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012aaf4800.statahead_max=2048 2048 101 real 0m0.291s user 0m0.005s sys 0m0.147s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.62 seconds: 248.36 ops/second llite.lustre-ffff88012aaf4800.statahead_max=0 1001 real 0m7.312s user 0m0.036s sys 0m2.586s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012aaf4800.statahead_max=2048 2048 1001 real 0m1.072s user 0m0.021s sys 0m0.633s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079876.831979006 secs.nsecs start_time: 1713079801.348309341 secs.nsecs elapsed_time: 75.483669665 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 16 16 4: 2 33 50 8: 1 16 66 16: 0 0 66 32: 0 0 66 64: 0 0 66 128: 0 0 66 256: 2 33 100 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079876.832178329 secs.nsecs start_time: 1713079801.348466308 secs.nsecs elapsed_time: 75.483712021 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 2535 (time 1713079887.71 total 10.00 last 253.49) - open/close 5456 (time 1713079897.71 total 20.00 last 292.07) - open/close 8171 (time 1713079907.71 total 30.00 last 271.42) total: 10000 open/close in 36.96 seconds: 270.59 ops/second llite.lustre-ffff88012aaf4800.statahead_batch_max=0 llite.lustre-ffff88012aaf4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012aaf4800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012aaf4800.stats=clear 10001 real 0m7.085s user 0m0.176s sys 0m6.213s llite.lustre-ffff88012aaf4800.statahead_batch_max=256 llite.lustre-ffff88012aaf4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012aaf4800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012aaf4800.stats=clear 10001 real 0m7.277s user 0m0.166s sys 0m6.184s unbatched RPCs: 10004, batched RPCs: 352 mdc.lustre-MDT0000-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079932.864832376 secs.nsecs start_time: 1713079923.634708277 secs.nsecs elapsed_time: 9.230124099 secs.nsecs subreqs per batch batches % cum % 1: 234 66 66 2: 18 5 71 4: 18 5 76 8: 13 3 80 16: 16 4 84 32: 16 4 89 64: 2 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff88012aaf4800.batch_stats= snapshot_time: 1713079932.865061860 secs.nsecs start_time: 1713079923.634780307 secs.nsecs elapsed_time: 9.230281553 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012aaf4800.statahead_batch_max=64 llite.lustre-ffff88012aaf4800.statahead_max=128