== sanity test 123ad: Verify batching statahead works correctly ========================================================== 09:08:03 (1724764083) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats=0 llite.lustre-ffff880087ba0800.statahead_max=32 llite.lustre-ffff880087ba0800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 155.90 ops/second llite.lustre-ffff880087ba0800.statahead_max=0 101 real 0m0.650s user 0m0.004s sys 0m0.243s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880087ba0800.statahead_max=32 32 101 real 0m0.358s user 0m0.008s sys 0m0.133s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1497 miss_total: 139 total: 900 open/close in 1.81 seconds: 496.43 ops/second llite.lustre-ffff880087ba0800.statahead_max=0 1001 real 0m6.047s user 0m0.040s sys 0m2.199s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff880087ba0800.statahead_max=32 32 1001 real 0m1.859s user 0m0.018s sys 0m0.996s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2496 miss_total: 140 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2496 miss_total: 140 mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764103.944262269 secs.nsecs start_time: 1724764084.683988931 secs.nsecs elapsed_time: 19.260273338 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 3 8 10 4: 1 2 13 8: 1 2 16 16: 28 75 91 32: 3 8 100 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764103.944422972 secs.nsecs start_time: 1724764084.684108776 secs.nsecs elapsed_time: 19.260314196 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 0 0 5 4: 1 2 7 8: 3 7 15 16: 8 20 35 32: 26 65 100 - open/close 5121 (time 1724764114.84 total 10.00 last 512.05) - open/close 9541 (time 1724764124.85 total 20.00 last 441.92) total: 10000 open/close in 23.10 seconds: 432.85 ops/second llite.lustre-ffff880087ba0800.statahead_batch_max=0 llite.lustre-ffff880087ba0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880087ba0800.stats=clear mdc.lustre-MDT0001-mdc-ffff880087ba0800.stats=clear 10001 real 0m18.769s user 0m0.264s sys 0m9.170s llite.lustre-ffff880087ba0800.statahead_batch_max=32 llite.lustre-ffff880087ba0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880087ba0800.stats=clear mdc.lustre-MDT0001-mdc-ffff880087ba0800.stats=clear 10001 real 0m22.886s user 0m0.239s sys 0m9.549s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764175.129299903 secs.nsecs start_time: 1724764149.607175596 secs.nsecs elapsed_time: 25.522124307 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764175.129513819 secs.nsecs start_time: 1724764149.607286894 secs.nsecs elapsed_time: 25.522226925 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats=0 llite.lustre-ffff880087ba0800.statahead_max=2048 llite.lustre-ffff880087ba0800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.69 ops/second llite.lustre-ffff880087ba0800.statahead_max=0 101 real 0m0.591s user 0m0.011s sys 0m0.203s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880087ba0800.statahead_max=2048 2048 101 real 0m0.355s user 0m0.006s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 19 total: 900 open/close in 3.29 seconds: 273.50 ops/second llite.lustre-ffff880087ba0800.statahead_max=0 1001 real 0m7.800s user 0m0.053s sys 0m2.288s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff880087ba0800.statahead_max=2048 2048 1001 real 0m1.561s user 0m0.020s sys 0m0.963s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 20 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764252.158483011 secs.nsecs start_time: 1724764176.303208042 secs.nsecs elapsed_time: 75.855274969 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 20 20 4: 0 0 20 8: 2 40 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764252.158637177 secs.nsecs start_time: 1724764176.303371418 secs.nsecs elapsed_time: 75.855265759 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 3418 (time 1724764262.89 total 10.00 last 341.72) - open/close 6322 (time 1724764272.89 total 20.00 last 290.38) - open/close 9884 (time 1724764282.89 total 30.01 last 356.11) total: 10000 open/close in 30.35 seconds: 329.50 ops/second llite.lustre-ffff880087ba0800.statahead_batch_max=0 llite.lustre-ffff880087ba0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880087ba0800.stats=clear mdc.lustre-MDT0001-mdc-ffff880087ba0800.stats=clear 10001 real 0m11.217s user 0m0.241s sys 0m9.734s llite.lustre-ffff880087ba0800.statahead_batch_max=256 llite.lustre-ffff880087ba0800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880087ba0800.stats=clear mdc.lustre-MDT0001-mdc-ffff880087ba0800.stats=clear 10001 real 0m11.017s user 0m0.228s sys 0m9.432s unbatched RPCs: 10004, batched RPCs: 312 mdc.lustre-MDT0000-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764310.450541721 secs.nsecs start_time: 1724764296.632697381 secs.nsecs elapsed_time: 13.817844340 secs.nsecs subreqs per batch batches % cum % 1: 211 67 67 2: 11 3 71 4: 6 1 73 8: 10 3 76 16: 18 5 82 32: 19 6 88 64: 2 0 88 128: 0 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff880087ba0800.batch_stats= snapshot_time: 1724764310.450705021 secs.nsecs start_time: 1724764296.632813506 secs.nsecs elapsed_time: 13.817891515 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880087ba0800.statahead_batch_max=64 llite.lustre-ffff880087ba0800.statahead_max=128