== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:31:30 (1712266290) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats=0 llite.lustre-ffff8800a980d800.statahead_max=32 llite.lustre-ffff8800a980d800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.44 seconds: 225.77 ops/second llite.lustre-ffff8800a980d800.statahead_max=0 101 real 0m0.466s user 0m0.000s sys 0m0.173s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a980d800.statahead_max=32 32 101 real 0m0.291s user 0m0.001s sys 0m0.110s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11487 miss_total: 142 total: 900 open/close in 1.80 seconds: 499.46 ops/second llite.lustre-ffff8800a980d800.statahead_max=0 1001 real 0m4.400s user 0m0.017s sys 0m1.610s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a980d800.statahead_max=32 32 1001 real 0m1.406s user 0m0.021s sys 0m0.769s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12486 miss_total: 143 - open/close 4416 (time 1712266313.36 total 10.00 last 441.57) - open/close 7181 (time 1712266323.36 total 20.00 last 276.43) total: 9000 open/close in 26.58 seconds: 338.64 ops/second llite.lustre-ffff8800a980d800.statahead_max=0 10001 real 0m54.036s user 0m0.242s sys 0m20.772s ls -l 10000 files without statahead: 54 sec llite.lustre-ffff8800a980d800.statahead_max=32 32 10001 real 0m21.568s user 0m0.233s sys 0m11.270s ls -l 10000 files with statahead: 22 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22485 miss_total: 144 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 46 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22485 miss_total: 144 mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266457.967545666 secs.nsecs start_time: 1712266291.342904191 secs.nsecs elapsed_time: 166.624641475 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 6 1 1 8: 4 1 3 16: 201 56 59 32: 143 40 100 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266457.967711459 secs.nsecs start_time: 1712266291.342985811 secs.nsecs elapsed_time: 166.624725648 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 8 2 3 16: 198 55 59 32: 144 40 100 - open/close 3626 (time 1712266468.57 total 10.00 last 362.54) - open/close 6478 (time 1712266478.57 total 20.00 last 285.13) - open/close 8688 (time 1712266488.58 total 30.01 last 220.88) total: 10000 open/close in 36.13 seconds: 276.81 ops/second llite.lustre-ffff8800a980d800.statahead_batch_max=0 llite.lustre-ffff8800a980d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a980d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a980d800.stats=clear 10001 real 0m10.382s user 0m0.195s sys 0m9.716s llite.lustre-ffff8800a980d800.statahead_batch_max=32 llite.lustre-ffff8800a980d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a980d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a980d800.stats=clear 10001 real 0m25.611s user 0m0.215s sys 0m11.579s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266539.839188658 secs.nsecs start_time: 1712266509.119530003 secs.nsecs elapsed_time: 30.719658655 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266539.839331821 secs.nsecs start_time: 1712266509.119607583 secs.nsecs elapsed_time: 30.719724238 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats=0 llite.lustre-ffff8800a980d800.statahead_max=2048 llite.lustre-ffff8800a980d800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.76 seconds: 131.57 ops/second llite.lustre-ffff8800a980d800.statahead_max=0 101 real 0m0.844s user 0m0.007s sys 0m0.303s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a980d800.statahead_max=2048 2048 101 real 0m0.210s user 0m0.002s sys 0m0.126s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.80 seconds: 501.15 ops/second llite.lustre-ffff8800a980d800.statahead_max=0 1001 real 0m4.639s user 0m0.022s sys 0m1.670s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a980d800.statahead_max=2048 2048 1001 real 0m1.069s user 0m0.019s sys 0m0.782s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3601 (time 1712266613.55 total 10.00 last 360.04) - open/close 7068 (time 1712266623.55 total 20.00 last 346.62) total: 9000 open/close in 25.68 seconds: 350.49 ops/second llite.lustre-ffff8800a980d800.statahead_max=0 10001 real 0m55.417s user 0m0.289s sys 0m21.650s ls -l 10000 files without statahead: 55 sec llite.lustre-ffff8800a980d800.statahead_max=2048 2048 10001 real 0m9.986s user 0m0.175s sys 0m8.705s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 48 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266749.922366730 secs.nsecs start_time: 1712266540.464464326 secs.nsecs elapsed_time: 209.457902404 secs.nsecs subreqs per batch batches % cum % 1: 4 8 8 2: 2 4 12 4: 2 4 16 8: 4 8 24 16: 2 4 28 32: 1 2 30 64: 1 2 32 128: 1 2 34 256: 32 65 100 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266749.922572580 secs.nsecs start_time: 1712266540.464542941 secs.nsecs elapsed_time: 209.458029639 secs.nsecs subreqs per batch batches % cum % 1: 5 10 10 2: 1 2 12 4: 1 2 14 8: 5 10 24 16: 1 2 26 32: 1 2 28 64: 2 4 32 128: 3 6 38 256: 30 61 100 - open/close 2848 (time 1712266760.87 total 10.00 last 284.74) - open/close 5245 (time 1712266770.87 total 20.00 last 239.67) - open/close 7531 (time 1712266780.87 total 30.01 last 228.54) total: 10000 open/close in 38.85 seconds: 257.41 ops/second llite.lustre-ffff8800a980d800.statahead_batch_max=0 llite.lustre-ffff8800a980d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a980d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a980d800.stats=clear 10001 real 0m11.111s user 0m0.186s sys 0m10.283s llite.lustre-ffff8800a980d800.statahead_batch_max=256 llite.lustre-ffff8800a980d800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a980d800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a980d800.stats=clear 10001 real 0m10.910s user 0m0.168s sys 0m9.752s unbatched RPCs: 10004, batched RPCs: 106 mdc.lustre-MDT0000-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266821.016057500 secs.nsecs start_time: 1712266804.842427078 secs.nsecs elapsed_time: 16.173630422 secs.nsecs subreqs per batch batches % cum % 1: 41 38 38 2: 2 1 40 4: 1 0 41 8: 1 0 42 16: 1 0 43 32: 6 5 49 64: 18 16 66 128: 1 0 66 256: 35 33 100 mdc.lustre-MDT0001-mdc-ffff8800a980d800.batch_stats= snapshot_time: 1712266821.016251027 secs.nsecs start_time: 1712266804.842512500 secs.nsecs elapsed_time: 16.173738527 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a980d800.statahead_batch_max=64 llite.lustre-ffff8800a980d800.statahead_max=128