== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:25:31 (1726827931) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats=0 llite.lustre-ffff880086b65800.statahead_max=32 llite.lustre-ffff880086b65800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats=0 total: 100 open/close in 1.56 seconds: 64.07 ops/second llite.lustre-ffff880086b65800.statahead_max=0 101 real 0m1.419s user 0m0.003s sys 0m0.313s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880086b65800.statahead_max=32 32 101 real 0m0.398s user 0m0.000s sys 0m0.134s ls -l 100 files with statahead: 1 sec statahead total: 28 statahead wrong: 0 agl total: 28 list_total: 28 fname_total: 0 hit_total: 1887 miss_total: 139 total: 900 open/close in 7.57 seconds: 118.93 ops/second llite.lustre-ffff880086b65800.statahead_max=0 1001 real 0m14.705s user 0m0.063s sys 0m3.060s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff880086b65800.statahead_max=32 32 1001 real 0m4.947s user 0m0.041s sys 0m1.159s ls -l 1000 files with statahead: 5 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2886 miss_total: 146 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 12 seconds rm done statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 2886 miss_total: 146 mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats= snapshot_time: 1726827985.003391367 secs.nsecs start_time: 1726827933.472559766 secs.nsecs elapsed_time: 51.530831601 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 3 7 10 16: 2 5 15 32: 34 85 100 - open/close 1132 (time 1726827996.56 total 10.00 last 113.20) - open/close 2250 (time 1726828006.57 total 20.01 last 111.74) - open/close 3348 (time 1726828016.57 total 30.01 last 109.78) - open/close 4329 (time 1726828026.57 total 40.01 last 98.05) - open/close 5378 (time 1726828036.58 total 50.02 last 104.80) - open/close 6475 (time 1726828046.59 total 60.03 last 109.68) - open/close 7643 (time 1726828056.59 total 70.03 last 116.76) - open/close 8826 (time 1726828066.59 total 80.03 last 118.26) total: 10000 open/close in 89.91 seconds: 111.23 ops/second llite.lustre-ffff880086b65800.statahead_batch_max=0 llite.lustre-ffff880086b65800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880086b65800.stats=clear 10001 real 0m27.632s user 0m0.256s sys 0m9.419s llite.lustre-ffff880086b65800.statahead_batch_max=32 llite.lustre-ffff880086b65800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880086b65800.stats=clear 10001 real 0m39.784s user 0m0.275s sys 0m10.423s unbatched RPCs: 10004, batched RPCs: 316 mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats= snapshot_time: 1726828151.923377115 secs.nsecs start_time: 1726828107.512030144 secs.nsecs elapsed_time: 44.411346971 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats=0 llite.lustre-ffff880086b65800.statahead_max=2048 llite.lustre-ffff880086b65800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats=0 total: 100 open/close in 1.39 seconds: 71.83 ops/second llite.lustre-ffff880086b65800.statahead_max=0 101 real 0m1.236s user 0m0.007s sys 0m0.276s ls -l 100 files without statahead: 2 sec llite.lustre-ffff880086b65800.statahead_max=2048 2048 101 real 0m0.331s user 0m0.005s sys 0m0.124s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 72 total: 900 open/close in 6.24 seconds: 144.29 ops/second llite.lustre-ffff880086b65800.statahead_max=0 1001 real 0m12.094s user 0m0.114s sys 0m2.756s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff880086b65800.statahead_max=2048 2048 1001 real 0m2.072s user 0m0.030s sys 0m1.026s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 73 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 7 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 73 mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats= snapshot_time: 1726828281.559007171 secs.nsecs start_time: 1726828153.256378233 secs.nsecs elapsed_time: 128.302628938 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 20 20 16: 2 20 40 32: 0 0 40 64: 1 10 50 128: 1 10 60 256: 4 40 100 - open/close 1388 (time 1726828292.93 total 10.00 last 138.76) - open/close 2742 (time 1726828302.93 total 20.01 last 135.35) - open/close 4000 (time 1726828312.94 total 30.01 last 125.79) - open/close 5062 (time 1726828322.94 total 40.01 last 106.15) - open/close 6260 (time 1726828332.94 total 50.01 last 119.79) - open/close 7665 (time 1726828342.95 total 60.03 last 140.32) - open/close 9001 (time 1726828352.95 total 70.03 last 133.60) total: 10000 open/close in 77.52 seconds: 129.00 ops/second llite.lustre-ffff880086b65800.statahead_batch_max=0 llite.lustre-ffff880086b65800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880086b65800.stats=clear 10001 real 0m20.959s user 0m0.212s sys 0m8.619s llite.lustre-ffff880086b65800.statahead_batch_max=256 llite.lustre-ffff880086b65800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880086b65800.stats=clear 10001 real 0m19.428s user 0m0.272s sys 0m10.293s unbatched RPCs: 10004, batched RPCs: 309 mdc.lustre-MDT0000-mdc-ffff880086b65800.batch_stats= snapshot_time: 1726828408.549648046 secs.nsecs start_time: 1726828385.095911724 secs.nsecs elapsed_time: 23.453736322 secs.nsecs subreqs per batch batches % cum % 1: 169 54 54 2: 26 8 63 4: 29 9 72 8: 16 5 77 16: 18 5 83 32: 13 4 87 64: 3 0 88 128: 0 0 88 256: 35 11 100 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880086b65800.statahead_batch_max=64 llite.lustre-ffff880086b65800.statahead_max=128