== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:15:08 (1721880908) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats=0 llite.lustre-ffff8800a8204800.statahead_max=32 llite.lustre-ffff8800a8204800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.56 seconds: 178.86 ops/second llite.lustre-ffff8800a8204800.statahead_max=0 101 real 0m0.507s user 0m0.000s sys 0m0.192s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a8204800.statahead_max=32 32 101 real 0m0.301s user 0m0.003s sys 0m0.110s ls -l 100 files with statahead: 0 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 11434 miss_total: 143 total: 900 open/close in 1.64 seconds: 547.51 ops/second llite.lustre-ffff8800a8204800.statahead_max=0 1001 real 0m5.094s user 0m0.027s sys 0m1.920s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a8204800.statahead_max=32 32 1001 real 0m1.639s user 0m0.018s sys 0m0.873s ls -l 1000 files with statahead: 2 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 12433 miss_total: 144 - open/close 5494 (time 1721880933.11 total 10.00 last 549.39) total: 9000 open/close in 16.28 seconds: 552.80 ops/second llite.lustre-ffff8800a8204800.statahead_max=0 10001 real 0m48.268s user 0m0.284s sys 0m18.233s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800a8204800.statahead_max=32 32 10001 real 0m16.078s user 0m0.272s sys 0m8.618s ls -l 10000 files with statahead: 16 sec statahead total: 33 statahead wrong: 0 agl total: 33 list_total: 33 fname_total: 0 hit_total: 22432 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 35 seconds rm done statahead total: 33 statahead wrong: 0 agl total: 33 list_total: 33 fname_total: 0 hit_total: 22432 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881043.147089560 secs.nsecs start_time: 1721880909.936936759 secs.nsecs elapsed_time: 133.210152801 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 3 0 2 16: 194 54 57 32: 152 42 100 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881043.147201324 secs.nsecs start_time: 1721880909.937039127 secs.nsecs elapsed_time: 133.210162197 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 7 1 3 16: 207 58 61 32: 136 38 100 - open/close 5673 (time 1721881054.06 total 10.00 last 567.29) total: 10000 open/close in 17.71 seconds: 564.51 ops/second llite.lustre-ffff8800a8204800.statahead_batch_max=0 llite.lustre-ffff8800a8204800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8204800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a8204800.stats=clear 10001 real 0m9.924s user 0m0.212s sys 0m9.209s llite.lustre-ffff8800a8204800.statahead_batch_max=32 llite.lustre-ffff8800a8204800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8204800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a8204800.stats=clear 10001 real 0m19.512s user 0m0.201s sys 0m8.817s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881095.514097724 secs.nsecs start_time: 1721881073.552132590 secs.nsecs elapsed_time: 21.961965134 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881095.514199224 secs.nsecs start_time: 1721881073.552267262 secs.nsecs elapsed_time: 21.961931962 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats=0 llite.lustre-ffff8800a8204800.statahead_max=2048 llite.lustre-ffff8800a8204800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 157.73 ops/second llite.lustre-ffff8800a8204800.statahead_max=0 101 real 0m0.503s user 0m0.002s sys 0m0.201s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a8204800.statahead_max=2048 2048 101 real 0m0.269s user 0m0.003s sys 0m0.115s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.56 seconds: 578.23 ops/second llite.lustre-ffff8800a8204800.statahead_max=0 1001 real 0m4.842s user 0m0.023s sys 0m1.880s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a8204800.statahead_max=2048 2048 1001 real 0m1.468s user 0m0.019s sys 0m0.905s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5569 (time 1721881155.00 total 10.00 last 556.88) total: 9000 open/close in 16.13 seconds: 558.09 ops/second llite.lustre-ffff8800a8204800.statahead_max=0 10001 real 0m48.844s user 0m0.282s sys 0m18.383s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff8800a8204800.statahead_max=2048 2048 10001 real 0m9.310s user 0m0.183s sys 0m8.159s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 34 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881258.272205085 secs.nsecs start_time: 1721881096.129748815 secs.nsecs elapsed_time: 162.142456270 secs.nsecs subreqs per batch batches % cum % 1: 3 6 6 2: 0 0 6 4: 4 8 15 8: 2 4 20 16: 0 0 20 32: 2 4 24 64: 0 0 24 128: 8 17 42 256: 26 57 100 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881258.272342510 secs.nsecs start_time: 1721881096.129893120 secs.nsecs elapsed_time: 162.142449390 secs.nsecs subreqs per batch batches % cum % 1: 7 12 12 2: 0 0 12 4: 2 3 16 8: 4 7 24 16: 2 3 27 32: 2 3 31 64: 3 5 37 128: 0 0 37 256: 34 62 100 - open/close 5528 (time 1721881269.01 total 10.00 last 552.76) total: 10000 open/close in 17.97 seconds: 556.38 ops/second llite.lustre-ffff8800a8204800.statahead_batch_max=0 llite.lustre-ffff8800a8204800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8204800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a8204800.stats=clear 10001 real 0m11.022s user 0m0.224s sys 0m9.845s llite.lustre-ffff8800a8204800.statahead_batch_max=256 llite.lustre-ffff8800a8204800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a8204800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a8204800.stats=clear 10001 real 0m9.984s user 0m0.236s sys 0m8.624s unbatched RPCs: 10004, batched RPCs: 357 mdc.lustre-MDT0000-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881302.563983584 secs.nsecs start_time: 1721881290.022861274 secs.nsecs elapsed_time: 12.541122310 secs.nsecs subreqs per batch batches % cum % 1: 254 71 71 2: 13 3 74 4: 10 2 77 8: 11 3 80 16: 15 4 84 32: 18 5 89 64: 1 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8800a8204800.batch_stats= snapshot_time: 1721881302.564091112 secs.nsecs start_time: 1721881290.022966556 secs.nsecs elapsed_time: 12.541124556 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a8204800.statahead_batch_max=64 llite.lustre-ffff8800a8204800.statahead_max=128