== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:09:46 (1712138986) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats=0 llite.lustre-ffff88009204c800.statahead_max=32 llite.lustre-ffff88009204c800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.78 seconds: 128.18 ops/second llite.lustre-ffff88009204c800.statahead_max=0 101 real 0m0.932s user 0m0.004s sys 0m0.289s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88009204c800.statahead_max=32 32 101 real 0m0.302s user 0m0.006s sys 0m0.127s ls -l 100 files with statahead: 1 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1688 miss_total: 140 total: 900 open/close in 4.30 seconds: 209.21 ops/second llite.lustre-ffff88009204c800.statahead_max=0 1001 real 0m8.543s user 0m0.053s sys 0m2.642s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88009204c800.statahead_max=32 32 1001 real 0m2.013s user 0m0.027s sys 0m0.947s ls -l 1000 files with statahead: 2 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2687 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 6 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2687 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139015.290687608 secs.nsecs start_time: 1712138987.482426455 secs.nsecs elapsed_time: 27.808261153 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 7 7 8: 3 7 15 16: 23 58 74 32: 10 25 100 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139015.290836106 secs.nsecs start_time: 1712138987.482541613 secs.nsecs elapsed_time: 27.808294493 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 3 7 10 8: 2 5 15 16: 21 53 69 32: 12 30 100 - open/close 2103 (time 1712139026.02 total 10.00 last 210.24) - open/close 4320 (time 1712139036.03 total 20.01 last 221.63) - open/close 6290 (time 1712139046.03 total 30.01 last 196.87) - open/close 7813 (time 1712139056.03 total 40.01 last 152.29) - open/close 9534 (time 1712139066.03 total 50.01 last 172.09) total: 10000 open/close in 52.82 seconds: 189.31 ops/second llite.lustre-ffff88009204c800.statahead_batch_max=0 llite.lustre-ffff88009204c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009204c800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009204c800.stats=clear 10001 real 0m12.385s user 0m0.242s sys 0m11.597s llite.lustre-ffff88009204c800.statahead_batch_max=32 llite.lustre-ffff88009204c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88009204c800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009204c800.stats=clear 10001 real 0m26.422s user 0m0.270s sys 0m11.301s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139118.121135903 secs.nsecs start_time: 1712139085.619090243 secs.nsecs elapsed_time: 32.502045660 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139118.121690695 secs.nsecs start_time: 1712139085.619202834 secs.nsecs elapsed_time: 32.502487861 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats=0 llite.lustre-ffff88009204c800.statahead_max=2048 llite.lustre-ffff88009204c800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.73 seconds: 137.30 ops/second llite.lustre-ffff88009204c800.statahead_max=0 101 real 0m0.665s user 0m0.011s sys 0m0.239s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88009204c800.statahead_max=2048 2048 101 real 0m0.333s user 0m0.003s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 4 total: 900 open/close in 2.79 seconds: 322.56 ops/second llite.lustre-ffff88009204c800.statahead_max=0 1001 real 0m7.838s user 0m0.065s sys 0m2.512s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88009204c800.statahead_max=2048 2048 1001 real 0m1.368s user 0m0.030s sys 0m1.011s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 5 mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139208.258233560 secs.nsecs start_time: 1712139118.801710971 secs.nsecs elapsed_time: 89.456522589 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 20 20 4: 0 0 20 8: 2 40 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139208.258393135 secs.nsecs start_time: 1712139118.801801039 secs.nsecs elapsed_time: 89.456592096 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 12 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 2933 (time 1712139218.98 total 10.00 last 293.20) - open/close 5273 (time 1712139228.99 total 20.00 last 233.96) - open/close 7312 (time 1712139238.99 total 30.01 last 203.81) - open/close 8872 (time 1712139249.00 total 40.02 last 155.91) total: 10000 open/close in 48.03 seconds: 208.21 ops/second llite.lustre-ffff88009204c800.statahead_batch_max=0 llite.lustre-ffff88009204c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009204c800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009204c800.stats=clear 10001 real 0m14.104s user 0m0.256s sys 0m12.961s llite.lustre-ffff88009204c800.statahead_batch_max=256 llite.lustre-ffff88009204c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88009204c800.stats=clear mdc.lustre-MDT0001-mdc-ffff88009204c800.stats=clear 10001 real 0m14.429s user 0m0.283s sys 0m12.977s unbatched RPCs: 10004, batched RPCs: 254 mdc.lustre-MDT0000-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139296.725056340 secs.nsecs start_time: 1712139275.819933304 secs.nsecs elapsed_time: 20.905123036 secs.nsecs subreqs per batch batches % cum % 1: 156 61 61 2: 11 4 65 4: 9 3 69 8: 14 5 74 16: 5 1 76 32: 2 0 77 64: 23 9 86 128: 0 0 86 256: 34 13 100 mdc.lustre-MDT0001-mdc-ffff88009204c800.batch_stats= snapshot_time: 1712139296.725260342 secs.nsecs start_time: 1712139275.820032191 secs.nsecs elapsed_time: 20.905228151 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88009204c800.statahead_batch_max=64 llite.lustre-ffff88009204c800.statahead_max=128