== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:22:13 (1726118533) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats=0 llite.lustre-ffff88012a53c000.statahead_max=32 llite.lustre-ffff88012a53c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 106.15 ops/second llite.lustre-ffff88012a53c000.statahead_max=0 101 real 0m0.951s user 0m0.005s sys 0m0.340s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a53c000.statahead_max=32 32 101 real 0m0.342s user 0m0.003s sys 0m0.177s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 1720 miss_total: 141 total: 900 open/close in 3.75 seconds: 239.82 ops/second llite.lustre-ffff88012a53c000.statahead_max=0 1001 real 0m8.731s user 0m0.031s sys 0m2.984s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff88012a53c000.statahead_max=32 32 1001 real 0m2.448s user 0m0.030s sys 0m1.293s ls -l 1000 files with statahead: 3 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2719 miss_total: 142 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 2719 miss_total: 142 mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118563.703768712 secs.nsecs start_time: 1726118535.293753065 secs.nsecs elapsed_time: 28.410015647 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 5 12 17 16: 16 41 58 32: 16 41 100 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118563.703931575 secs.nsecs start_time: 1726118535.293923452 secs.nsecs elapsed_time: 28.410008123 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 1 2 12 16: 20 51 64 32: 14 35 100 - open/close 2391 (time 1726118574.57 total 10.00 last 239.05) - open/close 4741 (time 1726118584.58 total 20.01 last 234.92) - open/close 7082 (time 1726118594.58 total 30.01 last 234.05) - open/close 9371 (time 1726118604.58 total 40.01 last 228.90) total: 10000 open/close in 42.69 seconds: 234.26 ops/second llite.lustre-ffff88012a53c000.statahead_batch_max=0 llite.lustre-ffff88012a53c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a53c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a53c000.stats=clear 10001 real 0m7.462s user 0m0.154s sys 0m6.940s llite.lustre-ffff88012a53c000.statahead_batch_max=32 llite.lustre-ffff88012a53c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a53c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a53c000.stats=clear 10001 real 0m29.380s user 0m0.259s sys 0m13.367s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118648.501667281 secs.nsecs start_time: 1726118616.745206586 secs.nsecs elapsed_time: 31.756460695 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118648.501879351 secs.nsecs start_time: 1726118616.745314113 secs.nsecs elapsed_time: 31.756565238 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats=0 llite.lustre-ffff88012a53c000.statahead_max=2048 llite.lustre-ffff88012a53c000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.93 seconds: 107.11 ops/second llite.lustre-ffff88012a53c000.statahead_max=0 101 real 0m0.924s user 0m0.004s sys 0m0.323s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a53c000.statahead_max=2048 2048 101 real 0m0.315s user 0m0.004s sys 0m0.159s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.29 seconds: 273.32 ops/second llite.lustre-ffff88012a53c000.statahead_max=0 1001 real 0m8.700s user 0m0.039s sys 0m2.962s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff88012a53c000.statahead_max=2048 2048 1001 real 0m1.219s user 0m0.017s sys 0m0.700s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 5 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118731.662302950 secs.nsecs start_time: 1726118649.405152968 secs.nsecs elapsed_time: 82.257149982 secs.nsecs subreqs per batch batches % cum % 1: 3 37 37 2: 2 25 62 4: 0 0 62 8: 1 12 75 16: 0 0 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118731.662524837 secs.nsecs start_time: 1726118649.405297544 secs.nsecs elapsed_time: 82.257227293 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 3 33 44 16: 1 11 55 32: 0 0 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 2404 (time 1726118742.51 total 10.00 last 240.40) - open/close 4725 (time 1726118752.51 total 20.00 last 232.05) - open/close 7078 (time 1726118762.51 total 30.00 last 235.28) - open/close 9479 (time 1726118772.52 total 40.00 last 240.09) total: 10000 open/close in 42.20 seconds: 236.97 ops/second llite.lustre-ffff88012a53c000.statahead_batch_max=0 llite.lustre-ffff88012a53c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a53c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a53c000.stats=clear 10001 real 0m7.747s user 0m0.159s sys 0m6.890s llite.lustre-ffff88012a53c000.statahead_batch_max=256 llite.lustre-ffff88012a53c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a53c000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a53c000.stats=clear 10001 real 0m7.788s user 0m0.160s sys 0m6.614s unbatched RPCs: 10004, batched RPCs: 336 mdc.lustre-MDT0000-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118794.557079148 secs.nsecs start_time: 1726118784.541861505 secs.nsecs elapsed_time: 10.015217643 secs.nsecs subreqs per batch batches % cum % 1: 227 67 67 2: 13 3 71 4: 11 3 74 8: 14 4 78 16: 19 5 84 32: 15 4 88 64: 1 0 89 128: 1 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff88012a53c000.batch_stats= snapshot_time: 1726118794.557270042 secs.nsecs start_time: 1726118784.541991568 secs.nsecs elapsed_time: 10.015278474 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a53c000.statahead_batch_max=64 llite.lustre-ffff88012a53c000.statahead_max=128