== sanity test 123ad: Verify batching statahead works correctly ========================================================== 22:21:32 (1786760492) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats=0 llite.lustre-ffff980d44ed2000.statahead_max=32 llite.lustre-ffff980d44ed2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.15 seconds: 46.47 ops/second llite.lustre-ffff980d44ed2000.statahead_max=0 101 real 0m2.255s user 0m0.004s sys 0m0.339s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff980d44ed2000.statahead_max=32 llite.lustre-ffff980d44ed2000.statahead_max=32 101 real 0m1.570s user 0m0.005s sys 0m0.194s 'ls -l' 100 files with statahead: 1 sec statahead total: 139 statahead wrong: 2 agl total: 134 list_total: 31 fname_total: 108 hit_total: 4130 miss_total: 1695 swrong=2 ewrong=2 - open/close 700 (time 1786760523.64 total 10.02 last 69.89) total: 900 open/close in 12.62 seconds: 71.31 ops/second llite.lustre-ffff980d44ed2000.statahead_max=0 1001 real 0m22.951s user 0m0.041s sys 0m3.207s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff980d44ed2000.statahead_max=32 llite.lustre-ffff980d44ed2000.statahead_max=32 1001 real 0m8.815s user 0m0.033s sys 0m1.426s 'ls -l' 1000 files with statahead: 8 sec statahead total: 140 statahead wrong: 2 agl total: 135 list_total: 32 fname_total: 108 hit_total: 5127 miss_total: 1698 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff980d44ed2000.statahead_stats= statahead total: 140 statahead wrong: 2 agl total: 135 list_total: 32 fname_total: 108 hit_total: 5127 miss_total: 1698 mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786760590.026959483 secs.nsecs start_time: 1786760498.146564834 secs.nsecs elapsed_time: 91.880394649 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 7 7 8: 3 7 15 16: 21 53 69 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786760590.027041618 secs.nsecs start_time: 1786760498.146648929 secs.nsecs elapsed_time: 91.880392689 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 2 5 7 4: 1 2 10 8: 3 7 17 16: 21 52 70 32: 12 30 100 - open/close 941 (time 1786760602.79 total 10.01 last 94.02) - open/close 1924 (time 1786760612.80 total 20.02 last 98.19) - open/close 3076 (time 1786760622.81 total 30.03 last 115.13) - open/close 4108 (time 1786760632.81 total 40.03 last 103.16) - open/close 4813 (time 1786760642.82 total 50.04 last 70.43) - open/close 5273 (time 1786760652.82 total 60.04 last 45.99) - open/close 5873 (time 1786760662.83 total 70.05 last 59.98) - open/close 6852 (time 1786760672.83 total 80.05 last 97.88) - open/close 7840 (time 1786760682.83 total 90.05 last 98.77) - open/close 8881 (time 1786760692.83 total 100.05 last 104.09) - open/close 9665 (time 1786760702.84 total 110.06 last 78.33) total: 10000 open/close in 114.40 seconds: 87.41 ops/second llite.lustre-ffff980d44ed2000.statahead_batch_max=0 llite.lustre-ffff980d44ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff980d44ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff980d44ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.017s user 0m0.335s sys 0m15.580s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff980d44ed2000.statahead_batch_max=32 llite.lustre-ffff980d44ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff980d44ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff980d44ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m31.789s user 0m0.289s sys 0m14.712s batched statahead RPC= hit count=9985 mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786760886.226459632 secs.nsecs start_time: 1786760783.256243449 secs.nsecs elapsed_time: 102.970216183 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786760886.226534504 secs.nsecs start_time: 1786760783.256886229 secs.nsecs elapsed_time: 102.969648275 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats=0 llite.lustre-ffff980d44ed2000.statahead_max=2048 llite.lustre-ffff980d44ed2000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.43 seconds: 41.16 ops/second llite.lustre-ffff980d44ed2000.statahead_max=0 101 real 0m2.990s user 0m0.003s sys 0m0.337s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff980d44ed2000.statahead_max=2048 llite.lustre-ffff980d44ed2000.statahead_max=2048 101 real 0m0.998s user 0m0.002s sys 0m0.150s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10084 miss_total: 16 swrong=0 ewrong=0 - open/close 729 (time 1786761167.48 total 10.00 last 72.89) total: 900 open/close in 11.82 seconds: 76.13 ops/second llite.lustre-ffff980d44ed2000.statahead_max=0 1001 real 0m18.204s user 0m0.038s sys 0m3.168s 'ls -l' 1000 files without statahead: 18 sec llite.lustre-ffff980d44ed2000.statahead_max=2048 llite.lustre-ffff980d44ed2000.statahead_max=2048 1001 real 0m6.690s user 0m0.031s sys 0m1.676s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 19 seconds llite.lustre-ffff980d44ed2000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786761224.123279497 secs.nsecs start_time: 1786760888.748888870 secs.nsecs elapsed_time: 335.374390627 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 3 30 30 8: 2 20 50 16: 2 20 70 32: 1 10 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786761224.123557426 secs.nsecs start_time: 1786760888.749036423 secs.nsecs elapsed_time: 335.374521003 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 2 20 20 8: 3 30 50 16: 3 30 80 32: 0 0 80 64: 0 0 80 128: 0 0 80 256: 2 20 100 - open/close 919 (time 1786761236.57 total 10.00 last 91.86) - open/close 1635 (time 1786761246.57 total 20.01 last 71.59) - open/close 2409 (time 1786761256.57 total 30.01 last 77.38) - open/close 3250 (time 1786761266.58 total 40.02 last 84.04) - open/close 4264 (time 1786761276.59 total 50.02 last 101.34) - open/close 5145 (time 1786761286.60 total 60.03 last 88.01) - open/close 6119 (time 1786761296.60 total 70.04 last 97.36) - open/close 7139 (time 1786761306.61 total 80.04 last 101.95) - open/close 8190 (time 1786761316.61 total 90.05 last 105.04) - open/close 9111 (time 1786761326.62 total 100.06 last 91.99) - open/close 9981 (time 1786761336.63 total 110.06 last 86.99) total: 10000 open/close in 110.20 seconds: 90.74 ops/second llite.lustre-ffff980d44ed2000.statahead_batch_max=0 llite.lustre-ffff980d44ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff980d44ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff980d44ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m54.883s user 0m0.262s sys 0m15.600s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff980d44ed2000.statahead_batch_max=256 llite.lustre-ffff980d44ed2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff980d44ed2000.stats=clear mdc.lustre-MDT0001-mdc-ffff980d44ed2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m53.063s user 0m0.294s sys 0m16.244s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786761467.642418877 secs.nsecs start_time: 1786761400.055049802 secs.nsecs elapsed_time: 67.587369075 secs.nsecs subreqs per batch batches %% cum %% 1: 192 53 53 2: 50 13 67 4: 35 9 77 8: 13 3 81 16: 12 3 84 32: 15 4 88 64: 6 1 90 128: 1 0 90 256: 34 9 100 mdc.lustre-MDT0001-mdc-ffff980d44ed2000.batch_stats= snapshot_time: 1786761467.642492855 secs.nsecs start_time: 1786761400.055386400 secs.nsecs elapsed_time: 67.587106455 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff980d44ed2000.statahead_batch_max=64 llite.lustre-ffff980d44ed2000.statahead_max=128