== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:42:47 (1718318567) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats=0 llite.lustre-ffff8800a9ebb800.statahead_max=32 llite.lustre-ffff8800a9ebb800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats=0 total: 100 open/close in 0.49 seconds: 202.49 ops/second llite.lustre-ffff8800a9ebb800.statahead_max=0 101 real 0m0.484s user 0m0.005s sys 0m0.182s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a9ebb800.statahead_max=32 32 101 real 0m0.316s user 0m0.003s sys 0m0.107s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 11503 miss_total: 140 total: 900 open/close in 1.69 seconds: 533.94 ops/second llite.lustre-ffff8800a9ebb800.statahead_max=0 1001 real 0m4.644s user 0m0.024s sys 0m1.737s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a9ebb800.statahead_max=32 32 1001 real 0m1.898s user 0m0.016s sys 0m0.828s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 12502 miss_total: 141 - open/close 5337 (time 1718318591.57 total 10.00 last 533.63) total: 9000 open/close in 17.03 seconds: 528.58 ops/second llite.lustre-ffff8800a9ebb800.statahead_max=0 10001 real 0m52.845s user 0m0.264s sys 0m18.076s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff8800a9ebb800.statahead_max=32 32 10001 real 0m20.385s user 0m0.231s sys 0m8.822s ls -l 10000 files with statahead: 21 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 22501 miss_total: 142 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 37 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 22501 miss_total: 142 mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats= snapshot_time: 1718318715.558614886 secs.nsecs start_time: 1718318568.625404455 secs.nsecs elapsed_time: 146.933210431 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 1 1 16: 4 1 2 32: 346 97 100 - open/close 4634 (time 1718318726.27 total 10.00 last 463.35) - open/close 8708 (time 1718318736.27 total 20.00 last 407.35) total: 10000 open/close in 22.78 seconds: 439.03 ops/second llite.lustre-ffff8800a9ebb800.statahead_batch_max=0 llite.lustre-ffff8800a9ebb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.stats=clear 10001 real 0m8.972s user 0m0.183s sys 0m8.132s llite.lustre-ffff8800a9ebb800.statahead_batch_max=32 llite.lustre-ffff8800a9ebb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.stats=clear 10001 real 0m21.121s user 0m0.209s sys 0m9.160s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats= snapshot_time: 1718318773.004885233 secs.nsecs start_time: 1718318749.705370961 secs.nsecs elapsed_time: 23.299514272 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats=0 llite.lustre-ffff8800a9ebb800.statahead_max=2048 llite.lustre-ffff8800a9ebb800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats=0 total: 100 open/close in 0.47 seconds: 211.18 ops/second llite.lustre-ffff8800a9ebb800.statahead_max=0 101 real 0m0.466s user 0m0.005s sys 0m0.167s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a9ebb800.statahead_max=2048 2048 101 real 0m0.250s user 0m0.001s sys 0m0.102s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.77 seconds: 508.52 ops/second llite.lustre-ffff8800a9ebb800.statahead_max=0 1001 real 0m4.853s user 0m0.015s sys 0m1.682s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a9ebb800.statahead_max=2048 2048 1001 real 0m1.181s user 0m0.016s sys 0m0.741s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4914 (time 1718318832.49 total 10.00 last 491.31) total: 9000 open/close in 18.04 seconds: 498.98 ops/second llite.lustre-ffff8800a9ebb800.statahead_max=0 10001 real 0m52.073s user 0m0.238s sys 0m17.619s ls -l 10000 files without statahead: 52 sec llite.lustre-ffff8800a9ebb800.statahead_max=2048 2048 10001 real 0m8.562s user 0m0.173s sys 0m7.339s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 36 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats= snapshot_time: 1718318943.552993786 secs.nsecs start_time: 1718318773.594696794 secs.nsecs elapsed_time: 169.958296992 secs.nsecs subreqs per batch batches % cum % 1: 194 62 62 2: 18 5 68 4: 6 1 70 8: 11 3 74 16: 20 6 80 32: 16 5 85 64: 3 0 86 128: 2 0 87 256: 39 12 100 - open/close 4960 (time 1718318954.12 total 10.00 last 495.94) - open/close 9919 (time 1718318964.12 total 20.00 last 495.81) total: 10000 open/close in 20.17 seconds: 495.85 ops/second llite.lustre-ffff8800a9ebb800.statahead_batch_max=0 llite.lustre-ffff8800a9ebb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.stats=clear 10001 real 0m10.075s user 0m0.218s sys 0m8.827s llite.lustre-ffff8800a9ebb800.statahead_batch_max=256 llite.lustre-ffff8800a9ebb800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.stats=clear 10001 real 0m9.804s user 0m0.216s sys 0m8.353s unbatched RPCs: 10004, batched RPCs: 308 mdc.lustre-MDT0000-mdc-ffff8800a9ebb800.batch_stats= snapshot_time: 1718318988.321824970 secs.nsecs start_time: 1718318976.301151625 secs.nsecs elapsed_time: 12.020673345 secs.nsecs subreqs per batch batches % cum % 1: 200 64 64 2: 20 6 71 4: 9 2 74 8: 7 2 76 16: 24 7 84 32: 11 3 87 64: 1 0 88 128: 0 0 88 256: 36 11 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9ebb800.statahead_batch_max=64 llite.lustre-ffff8800a9ebb800.statahead_max=128