== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:30:57 (1786937457) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats=0 llite.lustre-ffffa068c50e1000.statahead_max=32 llite.lustre-ffffa068c50e1000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.14 seconds: 87.82 ops/second llite.lustre-ffffa068c50e1000.statahead_max=0 101 real 0m1.160s user 0m0.003s sys 0m0.445s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffffa068c50e1000.statahead_max=32 llite.lustre-ffffa068c50e1000.statahead_max=32 101 real 0m0.520s user 0m0.005s sys 0m0.344s 'ls -l' 100 files with statahead: 1 sec statahead total: 72 statahead wrong: 1 agl total: 66 list_total: 27 fname_total: 45 hit_total: 13512 miss_total: 208 swrong=1 ewrong=1 total: 900 open/close in 2.54 seconds: 355.01 ops/second llite.lustre-ffffa068c50e1000.statahead_max=0 1001 real 0m6.910s user 0m0.016s sys 0m2.492s 'ls -l' 1000 files without statahead: 7 sec llite.lustre-ffffa068c50e1000.statahead_max=32 llite.lustre-ffffa068c50e1000.statahead_max=32 1001 real 0m3.984s user 0m0.009s sys 0m1.920s 'ls -l' 1000 files with statahead: 4 sec statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 28 fname_total: 45 hit_total: 14511 miss_total: 209 swrong=1 ewrong=1 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 7 seconds llite.lustre-ffffa068c50e1000.statahead_stats= statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 28 fname_total: 45 hit_total: 14511 miss_total: 209 mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937489.505098944 secs.nsecs start_time: 1786937459.467933647 secs.nsecs elapsed_time: 30.037165297 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 3 8 10 4: 1 2 13 8: 3 8 21 16: 20 54 75 32: 9 24 100 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937489.505156694 secs.nsecs start_time: 1786937459.468066300 secs.nsecs elapsed_time: 30.037090394 secs.nsecs subreqs per batch batches %% cum %% 1: 2 5 5 2: 0 0 5 4: 1 2 7 8: 2 5 12 16: 15 37 50 32: 20 50 100 - open/close 3461 (time 1786937500.45 total 10.00 last 346.08) - open/close 7714 (time 1786937510.45 total 20.00 last 425.26) total: 10000 open/close in 28.66 seconds: 348.87 ops/second llite.lustre-ffffa068c50e1000.statahead_batch_max=0 llite.lustre-ffffa068c50e1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa068c50e1000.stats=clear mdc.lustre-MDT0001-mdc-ffffa068c50e1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.819s user 0m0.175s sys 0m35.174s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa068c50e1000.statahead_batch_max=32 llite.lustre-ffffa068c50e1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa068c50e1000.stats=clear mdc.lustre-MDT0001-mdc-ffffa068c50e1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m43.084s user 0m0.158s sys 0m23.720s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937611.021511361 secs.nsecs start_time: 1786937560.706950842 secs.nsecs elapsed_time: 50.314560519 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937611.021575741 secs.nsecs start_time: 1786937560.707072523 secs.nsecs elapsed_time: 50.314503218 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats=0 llite.lustre-ffffa068c50e1000.statahead_max=2048 llite.lustre-ffffa068c50e1000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.18 seconds: 84.57 ops/second llite.lustre-ffffa068c50e1000.statahead_max=0 101 real 0m0.722s user 0m0.003s sys 0m0.260s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffffa068c50e1000.statahead_max=2048 llite.lustre-ffffa068c50e1000.statahead_max=2048 101 real 0m0.392s user 0m0.003s sys 0m0.238s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 3.25 seconds: 276.74 ops/second llite.lustre-ffffa068c50e1000.statahead_max=0 1001 real 0m9.689s user 0m0.029s sys 0m3.447s 'ls -l' 1000 files without statahead: 10 sec llite.lustre-ffffa068c50e1000.statahead_max=2048 llite.lustre-ffffa068c50e1000.statahead_max=2048 1001 real 0m3.505s user 0m0.015s sys 0m1.354s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 8 seconds llite.lustre-ffffa068c50e1000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937770.490025073 secs.nsecs start_time: 1786937612.183452028 secs.nsecs elapsed_time: 158.306573045 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 20 20 8: 2 40 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937770.490121900 secs.nsecs start_time: 1786937612.183567894 secs.nsecs elapsed_time: 158.306554006 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 0 0 12 4: 0 0 12 8: 2 25 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 4306 (time 1786937781.66 total 10.00 last 430.54) - open/close 9064 (time 1786937791.66 total 20.00 last 475.80) total: 10000 open/close in 22.06 seconds: 453.38 ops/second llite.lustre-ffffa068c50e1000.statahead_batch_max=0 llite.lustre-ffffa068c50e1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa068c50e1000.stats=clear mdc.lustre-MDT0001-mdc-ffffa068c50e1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m54.915s user 0m0.129s sys 0m45.902s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa068c50e1000.statahead_batch_max=256 llite.lustre-ffffa068c50e1000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa068c50e1000.stats=clear mdc.lustre-MDT0001-mdc-ffffa068c50e1000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.182s user 0m0.148s sys 0m32.914s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937903.571388917 secs.nsecs start_time: 1786937851.530545704 secs.nsecs elapsed_time: 52.040843213 secs.nsecs subreqs per batch batches %% cum %% 1: 370 73 73 2: 63 12 85 4: 7 1 87 8: 2 0 87 16: 2 0 88 32: 23 4 92 64: 2 0 93 128: 0 0 93 256: 35 6 100 mdc.lustre-MDT0001-mdc-ffffa068c50e1000.batch_stats= snapshot_time: 1786937903.571469494 secs.nsecs start_time: 1786937851.530593848 secs.nsecs elapsed_time: 52.040875646 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa068c50e1000.statahead_batch_max=64 llite.lustre-ffffa068c50e1000.statahead_max=128