== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:36:11 (1786412171) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats=0 llite.lustre-ffff9412c8f18800.statahead_max=32 llite.lustre-ffff9412c8f18800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.40 seconds: 41.66 ops/second llite.lustre-ffff9412c8f18800.statahead_max=0 101 real 0m1.840s user 0m0.006s sys 0m0.333s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff9412c8f18800.statahead_max=32 llite.lustre-ffff9412c8f18800.statahead_max=32 101 real 0m1.430s user 0m0.008s sys 0m0.211s 'ls -l' 100 files with statahead: 2 sec statahead total: 154 statahead wrong: 2 agl total: 148 list_total: 31 fname_total: 109 hit_total: 3621 miss_total: 1288 swrong=2 ewrong=2 - open/close 648 (time 1786412199.48 total 10.01 last 64.76) total: 900 open/close in 13.33 seconds: 67.54 ops/second llite.lustre-ffff9412c8f18800.statahead_max=0 1001 real 0m25.055s user 0m0.031s sys 0m3.175s 'ls -l' 1000 files without statahead: 26 sec llite.lustre-ffff9412c8f18800.statahead_max=32 llite.lustre-ffff9412c8f18800.statahead_max=32 1001 real 0m10.493s user 0m0.030s sys 0m1.604s 'ls -l' 1000 files with statahead: 10 sec statahead total: 155 statahead wrong: 2 agl total: 149 list_total: 32 fname_total: 109 hit_total: 4619 miss_total: 1290 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff9412c8f18800.statahead_stats= statahead total: 155 statahead wrong: 2 agl total: 149 list_total: 32 fname_total: 109 hit_total: 4619 miss_total: 1290 mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786412274.133934177 secs.nsecs start_time: 1786412175.916649694 secs.nsecs elapsed_time: 98.217284483 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 1 2 5 4: 1 2 7 8: 3 7 15 16: 21 53 69 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786412274.134005067 secs.nsecs start_time: 1786412175.916726236 secs.nsecs elapsed_time: 98.217278831 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 4 10 12 8: 0 0 12 16: 21 53 66 32: 13 33 100 - open/close 840 (time 1786412286.94 total 10.01 last 83.90) - open/close 1687 (time 1786412296.94 total 20.02 last 84.66) - open/close 2478 (time 1786412306.94 total 30.02 last 79.07) - open/close 3107 (time 1786412316.95 total 40.03 last 62.84) - open/close 3955 (time 1786412326.97 total 50.05 last 84.62) - open/close 4782 (time 1786412336.98 total 60.06 last 82.63) - open/close 5581 (time 1786412346.99 total 70.06 last 79.88) - open/close 6283 (time 1786412356.99 total 80.07 last 70.17) - open/close 6812 (time 1786412366.99 total 90.07 last 52.90) - open/close 7383 (time 1786412376.99 total 100.07 last 57.10) - open/close 8050 (time 1786412387.03 total 110.11 last 66.42) - open/close 8646 (time 1786412397.04 total 120.12 last 59.56) - open/close 9499 (time 1786412407.05 total 130.13 last 85.23) total: 10000 open/close in 136.40 seconds: 73.31 ops/second llite.lustre-ffff9412c8f18800.statahead_batch_max=0 llite.lustre-ffff9412c8f18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9412c8f18800.stats=clear mdc.lustre-MDT0001-mdc-ffff9412c8f18800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m19.695s user 0m0.339s sys 0m16.302s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9412c8f18800.statahead_batch_max=32 llite.lustre-ffff9412c8f18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9412c8f18800.stats=clear mdc.lustre-MDT0001-mdc-ffff9412c8f18800.stats=clear ls -l files in d123ad.sanity: 10001 real 2m9.127s user 0m0.327s sys 0m16.691s batched statahead RPC= hit count=9975 mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786412647.993370978 secs.nsecs start_time: 1786412503.395589109 secs.nsecs elapsed_time: 144.597781869 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786412647.993441895 secs.nsecs start_time: 1786412503.395641897 secs.nsecs elapsed_time: 144.597799998 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats=0 llite.lustre-ffff9412c8f18800.statahead_max=2048 llite.lustre-ffff9412c8f18800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 3.37 seconds: 29.66 ops/second llite.lustre-ffff9412c8f18800.statahead_max=0 101 real 0m3.548s user 0m0.006s sys 0m0.388s 'ls -l' 100 files without statahead: 4 sec llite.lustre-ffff9412c8f18800.statahead_max=2048 llite.lustre-ffff9412c8f18800.statahead_max=2048 101 real 0m1.301s user 0m0.007s sys 0m0.195s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10074 miss_total: 26 swrong=0 ewrong=0 - open/close 631 (time 1786412997.27 total 10.02 last 62.95) total: 900 open/close in 14.30 seconds: 62.95 ops/second llite.lustre-ffff9412c8f18800.statahead_max=0 1001 real 0m21.158s user 0m0.036s sys 0m3.457s 'ls -l' 1000 files without statahead: 21 sec llite.lustre-ffff9412c8f18800.statahead_max=2048 llite.lustre-ffff9412c8f18800.statahead_max=2048 1001 real 0m7.144s user 0m0.032s sys 0m1.602s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff9412c8f18800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11073 miss_total: 27 mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786413066.256283519 secs.nsecs start_time: 1786412650.857977491 secs.nsecs elapsed_time: 415.398306028 secs.nsecs subreqs per batch batches %% cum %% 1: 1 14 14 2: 0 0 14 4: 2 28 42 8: 2 28 71 16: 0 0 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786413066.256416054 secs.nsecs start_time: 1786412650.858161340 secs.nsecs elapsed_time: 415.398254714 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 3 33 44 16: 1 11 55 32: 1 11 66 64: 0 0 66 128: 1 11 77 256: 2 22 100 - open/close 667 (time 1786413079.20 total 10.00 last 66.68) - open/close 1282 (time 1786413089.20 total 20.01 last 61.45) - open/close 2008 (time 1786413099.21 total 30.02 last 72.53) - open/close 2793 (time 1786413109.24 total 40.05 last 78.27) - open/close 3522 (time 1786413119.25 total 50.06 last 72.86) - open/close 4099 (time 1786413129.25 total 60.06 last 57.67) - open/close 4708 (time 1786413139.26 total 70.06 last 60.89) - open/close 5268 (time 1786413149.27 total 80.07 last 55.93) - open/close 5849 (time 1786413159.28 total 90.09 last 58.02) - open/close 6437 (time 1786413169.31 total 100.12 last 58.63) - open/close 7048 (time 1786413179.31 total 110.12 last 61.09) - open/close 7529 (time 1786413189.33 total 120.13 last 48.03) - open/close 8135 (time 1786413199.34 total 130.14 last 60.54) - open/close 8860 (time 1786413209.34 total 140.15 last 72.45) - open/close 9525 (time 1786413219.35 total 150.16 last 66.44) total: 10000 open/close in 158.32 seconds: 63.16 ops/second llite.lustre-ffff9412c8f18800.statahead_batch_max=0 llite.lustre-ffff9412c8f18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9412c8f18800.stats=clear mdc.lustre-MDT0001-mdc-ffff9412c8f18800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m7.435s user 0m0.377s sys 0m17.190s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9412c8f18800.statahead_batch_max=256 llite.lustre-ffff9412c8f18800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9412c8f18800.stats=clear mdc.lustre-MDT0001-mdc-ffff9412c8f18800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m4.312s user 0m0.299s sys 0m16.359s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786413389.970046664 secs.nsecs start_time: 1786413307.987493678 secs.nsecs elapsed_time: 81.982552986 secs.nsecs subreqs per batch batches %% cum %% 1: 234 51 51 2: 72 15 67 4: 50 10 78 8: 30 6 84 16: 13 2 87 32: 16 3 91 64: 8 1 92 128: 0 0 92 256: 33 7 100 mdc.lustre-MDT0001-mdc-ffff9412c8f18800.batch_stats= snapshot_time: 1786413389.970152786 secs.nsecs start_time: 1786413307.987631732 secs.nsecs elapsed_time: 81.982521054 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9412c8f18800.statahead_batch_max=64 llite.lustre-ffff9412c8f18800.statahead_max=128