== sanity test 123ad: Verify batching statahead works correctly ========================================================== 16:07:31 (1786738051) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats=0 llite.lustre-ffff944848a15800.statahead_max=32 llite.lustre-ffff944848a15800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.81 seconds: 35.56 ops/second llite.lustre-ffff944848a15800.statahead_max=0 101 real 0m2.315s user 0m0.005s sys 0m0.301s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff944848a15800.statahead_max=32 llite.lustre-ffff944848a15800.statahead_max=32 101 real 0m0.947s user 0m0.002s sys 0m0.184s 'ls -l' 100 files with statahead: 1 sec statahead total: 137 statahead wrong: 1 agl total: 130 list_total: 32 fname_total: 93 hit_total: 3922 miss_total: 275 swrong=1 ewrong=1 - open/close 853 (time 1786738078.17 total 10.01 last 85.25) total: 900 open/close in 10.74 seconds: 83.77 ops/second llite.lustre-ffff944848a15800.statahead_max=0 1001 real 0m24.085s user 0m0.031s sys 0m2.997s 'ls -l' 1000 files without statahead: 24 sec llite.lustre-ffff944848a15800.statahead_max=32 llite.lustre-ffff944848a15800.statahead_max=32 1001 real 0m11.741s user 0m0.025s sys 0m1.464s 'ls -l' 1000 files with statahead: 12 sec statahead total: 138 statahead wrong: 1 agl total: 131 list_total: 33 fname_total: 93 hit_total: 4918 miss_total: 279 swrong=1 ewrong=1 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 20 seconds llite.lustre-ffff944848a15800.statahead_stats= statahead total: 138 statahead wrong: 1 agl total: 131 list_total: 33 fname_total: 93 hit_total: 4918 miss_total: 279 mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786738148.026490623 secs.nsecs start_time: 1786738055.826169745 secs.nsecs elapsed_time: 92.200320878 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 7 17 20 16: 20 50 70 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786738148.026554803 secs.nsecs start_time: 1786738055.827330783 secs.nsecs elapsed_time: 92.199224020 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 5 12 12 8: 0 0 12 16: 16 41 53 32: 18 46 100 - open/close 887 (time 1786738160.26 total 10.01 last 88.63) - open/close 1737 (time 1786738170.27 total 20.02 last 84.91) - open/close 2569 (time 1786738180.28 total 30.04 last 83.05) - open/close 3393 (time 1786738190.29 total 40.04 last 82.35) - open/close 4236 (time 1786738200.29 total 50.04 last 84.29) - open/close 5068 (time 1786738210.29 total 60.04 last 83.20) - open/close 5968 (time 1786738220.30 total 70.05 last 89.91) - open/close 6837 (time 1786738230.31 total 80.06 last 86.85) - open/close 7738 (time 1786738240.32 total 90.07 last 89.99) - open/close 8542 (time 1786738250.33 total 100.08 last 80.33) - open/close 9301 (time 1786738260.33 total 110.08 last 75.88) total: 10000 open/close in 119.57 seconds: 83.63 ops/second llite.lustre-ffff944848a15800.statahead_batch_max=0 llite.lustre-ffff944848a15800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff944848a15800.stats=clear mdc.lustre-MDT0001-mdc-ffff944848a15800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m15.122s user 0m0.324s sys 0m16.755s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff944848a15800.statahead_batch_max=32 llite.lustre-ffff944848a15800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff944848a15800.stats=clear mdc.lustre-MDT0001-mdc-ffff944848a15800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m51.726s user 0m0.301s sys 0m15.883s batched statahead RPC= hit count=9982 mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786738484.643155998 secs.nsecs start_time: 1786738356.885841544 secs.nsecs elapsed_time: 127.757314454 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786738484.643706686 secs.nsecs start_time: 1786738356.885911139 secs.nsecs elapsed_time: 127.757795547 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats=0 llite.lustre-ffff944848a15800.statahead_max=2048 llite.lustre-ffff944848a15800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.26 seconds: 44.19 ops/second llite.lustre-ffff944848a15800.statahead_max=0 101 real 0m2.406s user 0m0.004s sys 0m0.301s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff944848a15800.statahead_max=2048 llite.lustre-ffff944848a15800.statahead_max=2048 101 real 0m0.647s user 0m0.002s sys 0m0.216s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10081 miss_total: 19 swrong=0 ewrong=0 - open/close 870 (time 1786738795.60 total 10.01 last 86.94) total: 900 open/close in 10.40 seconds: 86.55 ops/second llite.lustre-ffff944848a15800.statahead_max=0 1001 real 0m23.507s user 0m0.031s sys 0m3.036s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff944848a15800.statahead_max=2048 llite.lustre-ffff944848a15800.statahead_max=2048 1001 real 0m7.731s user 0m0.016s sys 0m1.447s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 20 seconds llite.lustre-ffff944848a15800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786738860.625149660 secs.nsecs start_time: 1786738487.432892380 secs.nsecs elapsed_time: 373.192257280 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 4 50 50 16: 0 0 50 32: 1 12 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786738860.625548851 secs.nsecs start_time: 1786738487.433055800 secs.nsecs elapsed_time: 373.192493051 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 4 50 50 8: 0 0 50 16: 0 0 50 32: 1 12 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 879 (time 1786738873.33 total 10.00 last 87.88) - open/close 1636 (time 1786738883.34 total 20.01 last 75.63) - open/close 2487 (time 1786738893.34 total 30.01 last 85.08) - open/close 3339 (time 1786738903.35 total 40.02 last 85.15) - open/close 4189 (time 1786738913.35 total 50.02 last 84.96) - open/close 4995 (time 1786738923.35 total 60.03 last 80.58) - open/close 5849 (time 1786738933.36 total 70.04 last 85.30) - open/close 6722 (time 1786738943.37 total 80.04 last 87.25) - open/close 7543 (time 1786738953.39 total 90.06 last 81.93) - open/close 8229 (time 1786738963.39 total 100.07 last 68.59) - open/close 9013 (time 1786738973.40 total 110.07 last 78.34) - open/close 9909 (time 1786738983.41 total 120.08 last 89.52) total: 10000 open/close in 121.24 seconds: 82.48 ops/second llite.lustre-ffff944848a15800.statahead_batch_max=0 llite.lustre-ffff944848a15800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff944848a15800.stats=clear mdc.lustre-MDT0001-mdc-ffff944848a15800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.631s user 0m0.308s sys 0m16.762s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff944848a15800.statahead_batch_max=256 llite.lustre-ffff944848a15800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff944848a15800.stats=clear mdc.lustre-MDT0001-mdc-ffff944848a15800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m3.206s user 0m0.290s sys 0m17.237s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786739140.036909893 secs.nsecs start_time: 1786739062.714149130 secs.nsecs elapsed_time: 77.322760763 secs.nsecs subreqs per batch batches %% cum %% 1: 267 56 56 2: 67 14 70 4: 49 10 81 8: 21 4 85 16: 16 3 89 32: 8 1 90 64: 8 1 92 128: 2 0 92 256: 33 7 100 mdc.lustre-MDT0001-mdc-ffff944848a15800.batch_stats= snapshot_time: 1786739140.036975828 secs.nsecs start_time: 1786739062.714271087 secs.nsecs elapsed_time: 77.322704741 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff944848a15800.statahead_batch_max=64 llite.lustre-ffff944848a15800.statahead_max=128